2024-12-05 02:13:32,880 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-12-05 02:13:32,898 main DEBUG Took 0.016571 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-05 02:13:32,899 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-05 02:13:32,899 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-05 02:13:32,900 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-05 02:13:32,902 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 02:13:32,910 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-05 02:13:32,922 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 02:13:32,923 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 02:13:32,924 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 02:13:32,924 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 02:13:32,925 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 02:13:32,925 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 02:13:32,926 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 02:13:32,926 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 02:13:32,927 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 02:13:32,927 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 02:13:32,928 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 02:13:32,928 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 02:13:32,928 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 02:13:32,929 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 02:13:32,929 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 02:13:32,929 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 02:13:32,930 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 02:13:32,930 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 02:13:32,930 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 02:13:32,931 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 02:13:32,931 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 02:13:32,931 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 02:13:32,932 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 02:13:32,932 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 02:13:32,932 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 02:13:32,933 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-05 02:13:32,934 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 02:13:32,935 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-05 02:13:32,937 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-05 02:13:32,937 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-05 02:13:32,938 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-05 02:13:32,938 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-05 02:13:32,947 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-05 02:13:32,949 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-05 02:13:32,950 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-05 02:13:32,951 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-05 02:13:32,951 main DEBUG createAppenders(={Console}) 2024-12-05 02:13:32,952 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad initialized 2024-12-05 02:13:32,952 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-12-05 02:13:32,952 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad OK. 2024-12-05 02:13:32,953 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-05 02:13:32,953 main DEBUG OutputStream closed 2024-12-05 02:13:32,953 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-05 02:13:32,954 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-05 02:13:32,954 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@55634720 OK 2024-12-05 02:13:33,020 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-05 02:13:33,022 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-05 02:13:33,023 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-05 02:13:33,024 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-05 02:13:33,024 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-05 02:13:33,025 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-05 02:13:33,025 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-05 02:13:33,025 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-05 02:13:33,026 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-05 02:13:33,026 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-05 02:13:33,027 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-05 02:13:33,027 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-05 02:13:33,028 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-05 02:13:33,028 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-05 02:13:33,029 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-05 02:13:33,029 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-05 02:13:33,029 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-05 02:13:33,030 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-05 02:13:33,032 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-05 02:13:33,032 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@19835e64) with optional ClassLoader: null 2024-12-05 02:13:33,033 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-05 02:13:33,033 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@19835e64] started OK. 2024-12-05T02:13:33,252 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb8f24b7-c2d2-f2f2-9c44-bbb5efe3e77b 2024-12-05 02:13:33,255 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-05 02:13:33,256 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-05T02:13:33,265 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithEagerPolicy timeout: 13 mins 2024-12-05T02:13:33,290 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T02:13:33,304 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb8f24b7-c2d2-f2f2-9c44-bbb5efe3e77b/cluster_be595e5a-c65a-57cc-945d-0f84e19eb9c0, deleteOnExit=true 2024-12-05T02:13:33,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T02:13:33,305 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb8f24b7-c2d2-f2f2-9c44-bbb5efe3e77b/test.cache.data in system properties and HBase conf 2024-12-05T02:13:33,306 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb8f24b7-c2d2-f2f2-9c44-bbb5efe3e77b/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T02:13:33,306 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb8f24b7-c2d2-f2f2-9c44-bbb5efe3e77b/hadoop.log.dir in system properties and HBase conf 2024-12-05T02:13:33,307 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb8f24b7-c2d2-f2f2-9c44-bbb5efe3e77b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T02:13:33,307 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb8f24b7-c2d2-f2f2-9c44-bbb5efe3e77b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T02:13:33,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T02:13:33,395 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-05T02:13:33,487 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T02:13:33,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb8f24b7-c2d2-f2f2-9c44-bbb5efe3e77b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T02:13:33,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb8f24b7-c2d2-f2f2-9c44-bbb5efe3e77b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T02:13:33,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb8f24b7-c2d2-f2f2-9c44-bbb5efe3e77b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T02:13:33,492 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb8f24b7-c2d2-f2f2-9c44-bbb5efe3e77b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T02:13:33,492 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb8f24b7-c2d2-f2f2-9c44-bbb5efe3e77b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T02:13:33,493 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb8f24b7-c2d2-f2f2-9c44-bbb5efe3e77b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T02:13:33,493 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb8f24b7-c2d2-f2f2-9c44-bbb5efe3e77b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T02:13:33,493 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb8f24b7-c2d2-f2f2-9c44-bbb5efe3e77b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T02:13:33,494 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb8f24b7-c2d2-f2f2-9c44-bbb5efe3e77b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T02:13:33,494 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb8f24b7-c2d2-f2f2-9c44-bbb5efe3e77b/nfs.dump.dir in system properties and HBase conf 2024-12-05T02:13:33,494 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb8f24b7-c2d2-f2f2-9c44-bbb5efe3e77b/java.io.tmpdir in system properties and HBase conf 2024-12-05T02:13:33,495 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb8f24b7-c2d2-f2f2-9c44-bbb5efe3e77b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T02:13:33,495 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb8f24b7-c2d2-f2f2-9c44-bbb5efe3e77b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T02:13:33,495 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb8f24b7-c2d2-f2f2-9c44-bbb5efe3e77b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T02:13:34,309 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-05T02:13:34,383 INFO [Time-limited test {}] log.Log(170): Logging initialized @2161ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-05T02:13:34,462 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T02:13:34,521 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T02:13:34,541 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T02:13:34,541 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T02:13:34,542 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T02:13:34,555 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T02:13:34,557 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b23711f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb8f24b7-c2d2-f2f2-9c44-bbb5efe3e77b/hadoop.log.dir/,AVAILABLE} 2024-12-05T02:13:34,558 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@93c62df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T02:13:34,758 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4ded99d3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb8f24b7-c2d2-f2f2-9c44-bbb5efe3e77b/java.io.tmpdir/jetty-localhost-46805-hadoop-hdfs-3_4_1-tests_jar-_-any-6666103233807748647/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T02:13:34,765 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@557285fa{HTTP/1.1, (http/1.1)}{localhost:46805} 2024-12-05T02:13:34,765 INFO [Time-limited test {}] server.Server(415): Started @2544ms 2024-12-05T02:13:35,559 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T02:13:35,566 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T02:13:35,567 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T02:13:35,567 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T02:13:35,567 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T02:13:35,568 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4fd7fa7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb8f24b7-c2d2-f2f2-9c44-bbb5efe3e77b/hadoop.log.dir/,AVAILABLE} 2024-12-05T02:13:35,569 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@435f9f96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T02:13:35,691 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4269bd31{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb8f24b7-c2d2-f2f2-9c44-bbb5efe3e77b/java.io.tmpdir/jetty-localhost-35253-hadoop-hdfs-3_4_1-tests_jar-_-any-912042816549626054/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T02:13:35,692 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@353d64f2{HTTP/1.1, (http/1.1)}{localhost:35253} 2024-12-05T02:13:35,692 INFO [Time-limited test {}] server.Server(415): Started @3471ms 2024-12-05T02:13:35,749 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T02:13:36,252 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb8f24b7-c2d2-f2f2-9c44-bbb5efe3e77b/cluster_be595e5a-c65a-57cc-945d-0f84e19eb9c0/data/data2/current/BP-76020899-172.17.0.2-1733364814068/current, will proceed with Du for space computation calculation, 2024-12-05T02:13:36,252 WARN [Thread-71 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb8f24b7-c2d2-f2f2-9c44-bbb5efe3e77b/cluster_be595e5a-c65a-57cc-945d-0f84e19eb9c0/data/data1/current/BP-76020899-172.17.0.2-1733364814068/current, will proceed with Du for space computation calculation, 2024-12-05T02:13:36,297 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T02:13:36,362 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xee206902eb636871 with lease ID 0x3a32ad628706569c: Processing first storage report for DS-73163151-44c2-467b-9524-9c8d76e01bab from datanode DatanodeRegistration(127.0.0.1:46637, datanodeUuid=443a927a-5d69-4b4b-a327-4b21e890cbb3, infoPort=42123, infoSecurePort=0, ipcPort=35877, storageInfo=lv=-57;cid=testClusterID;nsid=548118359;c=1733364814068) 2024-12-05T02:13:36,365 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xee206902eb636871 with lease ID 0x3a32ad628706569c: from storage DS-73163151-44c2-467b-9524-9c8d76e01bab node DatanodeRegistration(127.0.0.1:46637, datanodeUuid=443a927a-5d69-4b4b-a327-4b21e890cbb3, infoPort=42123, infoSecurePort=0, ipcPort=35877, storageInfo=lv=-57;cid=testClusterID;nsid=548118359;c=1733364814068), blocks: 0, hasStaleStorage: true, processing time: 3 msecs, invalidatedBlocks: 0 2024-12-05T02:13:36,365 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xee206902eb636871 with lease ID 0x3a32ad628706569c: Processing first storage report for DS-a76fcdbd-109e-4745-8487-a84d452b25ba from datanode DatanodeRegistration(127.0.0.1:46637, datanodeUuid=443a927a-5d69-4b4b-a327-4b21e890cbb3, infoPort=42123, infoSecurePort=0, ipcPort=35877, storageInfo=lv=-57;cid=testClusterID;nsid=548118359;c=1733364814068) 2024-12-05T02:13:36,366 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xee206902eb636871 with lease ID 0x3a32ad628706569c: from storage DS-a76fcdbd-109e-4745-8487-a84d452b25ba node DatanodeRegistration(127.0.0.1:46637, datanodeUuid=443a927a-5d69-4b4b-a327-4b21e890cbb3, infoPort=42123, infoSecurePort=0, ipcPort=35877, storageInfo=lv=-57;cid=testClusterID;nsid=548118359;c=1733364814068), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-05T02:13:36,395 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb8f24b7-c2d2-f2f2-9c44-bbb5efe3e77b 2024-12-05T02:13:36,473 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb8f24b7-c2d2-f2f2-9c44-bbb5efe3e77b/cluster_be595e5a-c65a-57cc-945d-0f84e19eb9c0/zookeeper_0, clientPort=53945, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb8f24b7-c2d2-f2f2-9c44-bbb5efe3e77b/cluster_be595e5a-c65a-57cc-945d-0f84e19eb9c0/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb8f24b7-c2d2-f2f2-9c44-bbb5efe3e77b/cluster_be595e5a-c65a-57cc-945d-0f84e19eb9c0/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-05T02:13:36,485 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53945 2024-12-05T02:13:36,494 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:13:36,497 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:13:36,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741825_1001 (size=7) 2024-12-05T02:13:37,154 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c with version=8 2024-12-05T02:13:37,154 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/hbase-staging 2024-12-05T02:13:37,248 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-05T02:13:37,499 INFO [Time-limited test {}] client.ConnectionUtils(128): master/01bccfa882c7:0 server-side Connection retries=45 2024-12-05T02:13:37,509 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T02:13:37,510 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T02:13:37,514 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T02:13:37,514 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T02:13:37,514 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T02:13:37,656 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T02:13:37,715 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-05T02:13:37,724 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-05T02:13:37,728 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T02:13:37,757 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 3086 (auto-detected) 2024-12-05T02:13:37,758 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-05T02:13:37,777 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46883 2024-12-05T02:13:37,798 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46883 connecting to ZooKeeper ensemble=127.0.0.1:53945 2024-12-05T02:13:37,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:468830x0, quorum=127.0.0.1:53945, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T02:13:37,833 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46883-0x101806604d70000 connected 2024-12-05T02:13:37,865 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:13:37,867 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:13:37,878 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46883-0x101806604d70000, quorum=127.0.0.1:53945, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T02:13:37,883 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c, hbase.cluster.distributed=false 2024-12-05T02:13:37,904 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46883-0x101806604d70000, quorum=127.0.0.1:53945, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T02:13:37,909 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46883 2024-12-05T02:13:37,910 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46883 2024-12-05T02:13:37,910 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46883 2024-12-05T02:13:37,911 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46883 2024-12-05T02:13:37,912 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46883 2024-12-05T02:13:38,021 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/01bccfa882c7:0 server-side Connection retries=45 2024-12-05T02:13:38,022 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T02:13:38,023 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T02:13:38,023 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T02:13:38,023 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T02:13:38,023 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T02:13:38,026 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T02:13:38,028 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T02:13:38,029 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46535 2024-12-05T02:13:38,031 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46535 connecting to ZooKeeper ensemble=127.0.0.1:53945 2024-12-05T02:13:38,032 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:13:38,035 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:13:38,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:465350x0, quorum=127.0.0.1:53945, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T02:13:38,043 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46535-0x101806604d70001 connected 2024-12-05T02:13:38,043 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46535-0x101806604d70001, quorum=127.0.0.1:53945, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T02:13:38,047 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T02:13:38,056 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T02:13:38,058 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46535-0x101806604d70001, quorum=127.0.0.1:53945, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-05T02:13:38,063 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46535-0x101806604d70001, quorum=127.0.0.1:53945, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T02:13:38,064 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46535 2024-12-05T02:13:38,064 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46535 2024-12-05T02:13:38,065 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46535 2024-12-05T02:13:38,065 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46535 2024-12-05T02:13:38,066 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46535 2024-12-05T02:13:38,080 DEBUG [M:0;01bccfa882c7:46883 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;01bccfa882c7:46883 2024-12-05T02:13:38,081 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/01bccfa882c7,46883,1733364817299 2024-12-05T02:13:38,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46535-0x101806604d70001, quorum=127.0.0.1:53945, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T02:13:38,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46883-0x101806604d70000, quorum=127.0.0.1:53945, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T02:13:38,090 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46883-0x101806604d70000, quorum=127.0.0.1:53945, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/01bccfa882c7,46883,1733364817299 2024-12-05T02:13:38,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46535-0x101806604d70001, quorum=127.0.0.1:53945, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-05T02:13:38,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46883-0x101806604d70000, quorum=127.0.0.1:53945, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T02:13:38,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46535-0x101806604d70001, quorum=127.0.0.1:53945, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T02:13:38,111 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46883-0x101806604d70000, quorum=127.0.0.1:53945, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-05T02:13:38,112 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/01bccfa882c7,46883,1733364817299 from backup master directory 2024-12-05T02:13:38,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46883-0x101806604d70000, quorum=127.0.0.1:53945, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/01bccfa882c7,46883,1733364817299 2024-12-05T02:13:38,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46535-0x101806604d70001, quorum=127.0.0.1:53945, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T02:13:38,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46883-0x101806604d70000, quorum=127.0.0.1:53945, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T02:13:38,116 WARN [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T02:13:38,116 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=01bccfa882c7,46883,1733364817299 2024-12-05T02:13:38,118 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-05T02:13:38,120 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-05T02:13:38,175 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/hbase.id] with ID: f4680e86-0374-4026-812c-1fa73d2ae720 2024-12-05T02:13:38,176 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/.tmp/hbase.id 2024-12-05T02:13:38,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741826_1002 (size=42) 2024-12-05T02:13:38,587 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/.tmp/hbase.id]:[hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/hbase.id] 2024-12-05T02:13:38,630 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T02:13:38,635 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T02:13:38,653 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-12-05T02:13:38,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46535-0x101806604d70001, quorum=127.0.0.1:53945, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T02:13:38,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46883-0x101806604d70000, quorum=127.0.0.1:53945, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T02:13:38,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741827_1003 (size=196) 2024-12-05T02:13:39,090 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T02:13:39,093 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T02:13:39,110 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:13:39,115 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T02:13:39,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741828_1004 (size=1189) 2024-12-05T02:13:39,162 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/MasterData/data/master/store 2024-12-05T02:13:39,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741829_1005 (size=34) 2024-12-05T02:13:39,586 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-05T02:13:39,589 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:13:39,590 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T02:13:39,590 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:13:39,591 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:13:39,592 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T02:13:39,592 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:13:39,593 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:13:39,594 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733364819590Disabling compacts and flushes for region at 1733364819590Disabling writes for close at 1733364819592 (+2 ms)Writing region close event to WAL at 1733364819592Closed at 1733364819592 2024-12-05T02:13:39,596 WARN [master/01bccfa882c7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/MasterData/data/master/store/.initializing 2024-12-05T02:13:39,596 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/MasterData/WALs/01bccfa882c7,46883,1733364817299 2024-12-05T02:13:39,605 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T02:13:39,620 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=01bccfa882c7%2C46883%2C1733364817299, suffix=, logDir=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/MasterData/WALs/01bccfa882c7,46883,1733364817299, archiveDir=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/MasterData/oldWALs, maxLogs=10 2024-12-05T02:13:39,642 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/MasterData/WALs/01bccfa882c7,46883,1733364817299/01bccfa882c7%2C46883%2C1733364817299.1733364819624, exclude list is [], retry=0 2024-12-05T02:13:39,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46637,DS-73163151-44c2-467b-9524-9c8d76e01bab,DISK] 2024-12-05T02:13:39,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-05T02:13:39,700 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/MasterData/WALs/01bccfa882c7,46883,1733364817299/01bccfa882c7%2C46883%2C1733364817299.1733364819624 2024-12-05T02:13:39,701 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42123:42123)] 2024-12-05T02:13:39,702 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T02:13:39,702 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:13:39,706 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:13:39,707 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:13:39,745 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:13:39,773 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T02:13:39,777 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:13:39,780 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:13:39,781 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:13:39,784 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T02:13:39,784 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:13:39,786 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:13:39,786 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:13:39,789 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T02:13:39,789 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:13:39,790 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:13:39,790 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:13:39,793 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T02:13:39,793 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:13:39,794 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:13:39,794 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:13:39,797 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:13:39,798 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:13:39,803 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:13:39,804 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:13:39,807 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T02:13:39,810 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T02:13:39,814 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T02:13:39,815 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71511700, jitterRate=0.06560736894607544}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T02:13:39,820 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733364819719Initializing all the Stores at 1733364819721 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733364819722 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733364819722Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733364819723 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733364819723Cleaning up temporary data from old regions at 1733364819804 (+81 ms)Region opened successfully at 1733364819820 (+16 ms) 2024-12-05T02:13:39,821 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T02:13:39,854 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@497651c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=01bccfa882c7/172.17.0.2:0 2024-12-05T02:13:39,893 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T02:13:39,906 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T02:13:39,907 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T02:13:39,911 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T02:13:39,912 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-05T02:13:39,918 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-12-05T02:13:39,918 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T02:13:39,954 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T02:13:39,967 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46883-0x101806604d70000, quorum=127.0.0.1:53945, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-05T02:13:39,972 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-05T02:13:39,976 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T02:13:39,978 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46883-0x101806604d70000, quorum=127.0.0.1:53945, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-05T02:13:39,981 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-05T02:13:39,984 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T02:13:39,988 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46883-0x101806604d70000, quorum=127.0.0.1:53945, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-05T02:13:39,990 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-05T02:13:39,992 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46883-0x101806604d70000, quorum=127.0.0.1:53945, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-05T02:13:39,996 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-05T02:13:40,018 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46883-0x101806604d70000, quorum=127.0.0.1:53945, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T02:13:40,021 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-05T02:13:40,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46883-0x101806604d70000, quorum=127.0.0.1:53945, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T02:13:40,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46535-0x101806604d70001, quorum=127.0.0.1:53945, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T02:13:40,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46883-0x101806604d70000, quorum=127.0.0.1:53945, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T02:13:40,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46535-0x101806604d70001, quorum=127.0.0.1:53945, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T02:13:40,031 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=01bccfa882c7,46883,1733364817299, sessionid=0x101806604d70000, setting cluster-up flag (Was=false) 2024-12-05T02:13:40,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46535-0x101806604d70001, quorum=127.0.0.1:53945, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T02:13:40,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46883-0x101806604d70000, quorum=127.0.0.1:53945, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T02:13:40,054 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-05T02:13:40,056 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=01bccfa882c7,46883,1733364817299 2024-12-05T02:13:40,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46535-0x101806604d70001, quorum=127.0.0.1:53945, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T02:13:40,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46883-0x101806604d70000, quorum=127.0.0.1:53945, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T02:13:40,071 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-05T02:13:40,072 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=01bccfa882c7,46883,1733364817299 2024-12-05T02:13:40,080 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T02:13:40,171 INFO [RS:0;01bccfa882c7:46535 {}] regionserver.HRegionServer(746): ClusterId : f4680e86-0374-4026-812c-1fa73d2ae720 2024-12-05T02:13:40,175 DEBUG [RS:0;01bccfa882c7:46535 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T02:13:40,177 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T02:13:40,182 DEBUG [RS:0;01bccfa882c7:46535 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T02:13:40,182 DEBUG [RS:0;01bccfa882c7:46535 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T02:13:40,186 DEBUG [RS:0;01bccfa882c7:46535 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T02:13:40,187 DEBUG [RS:0;01bccfa882c7:46535 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65c56754, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=01bccfa882c7/172.17.0.2:0 2024-12-05T02:13:40,190 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T02:13:40,200 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T02:13:40,210 DEBUG [RS:0;01bccfa882c7:46535 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;01bccfa882c7:46535 2024-12-05T02:13:40,214 INFO [RS:0;01bccfa882c7:46535 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T02:13:40,215 INFO [RS:0;01bccfa882c7:46535 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T02:13:40,215 DEBUG [RS:0;01bccfa882c7:46535 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T02:13:40,219 INFO [RS:0;01bccfa882c7:46535 {}] regionserver.HRegionServer(2659): reportForDuty to master=01bccfa882c7,46883,1733364817299 with port=46535, startcode=1733364817982 2024-12-05T02:13:40,208 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 01bccfa882c7,46883,1733364817299 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T02:13:40,236 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/01bccfa882c7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T02:13:40,236 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/01bccfa882c7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T02:13:40,237 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/01bccfa882c7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T02:13:40,237 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/01bccfa882c7:0, corePoolSize=5, maxPoolSize=5 2024-12-05T02:13:40,237 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/01bccfa882c7:0, corePoolSize=10, maxPoolSize=10 2024-12-05T02:13:40,238 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:13:40,238 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/01bccfa882c7:0, corePoolSize=2, maxPoolSize=2 2024-12-05T02:13:40,238 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:13:40,249 DEBUG [RS:0;01bccfa882c7:46535 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T02:13:40,255 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T02:13:40,256 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T02:13:40,269 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:13:40,270 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T02:13:40,281 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733364850281 2024-12-05T02:13:40,283 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T02:13:40,284 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T02:13:40,288 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T02:13:40,289 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T02:13:40,289 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T02:13:40,290 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T02:13:40,295 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T02:13:40,301 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T02:13:40,302 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T02:13:40,302 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T02:13:40,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741831_1007 (size=1321) 2024-12-05T02:13:40,349 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59351, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T02:13:40,353 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T02:13:40,354 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c 2024-12-05T02:13:40,356 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T02:13:40,357 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T02:13:40,360 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/01bccfa882c7:0:becomeActiveMaster-HFileCleaner.large.0-1733364820359,5,FailOnTimeoutGroup] 2024-12-05T02:13:40,361 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46883 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:40,368 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/01bccfa882c7:0:becomeActiveMaster-HFileCleaner.small.0-1733364820360,5,FailOnTimeoutGroup] 2024-12-05T02:13:40,368 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T02:13:40,369 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T02:13:40,370 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T02:13:40,370 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T02:13:40,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741832_1008 (size=32) 2024-12-05T02:13:40,380 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:13:40,385 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T02:13:40,388 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T02:13:40,389 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:13:40,390 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:13:40,391 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T02:13:40,395 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T02:13:40,395 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:13:40,397 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:13:40,397 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T02:13:40,399 DEBUG [RS:0;01bccfa882c7:46535 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-05T02:13:40,399 WARN [RS:0;01bccfa882c7:46535 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-05T02:13:40,400 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T02:13:40,401 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:13:40,402 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:13:40,402 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T02:13:40,405 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T02:13:40,405 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:13:40,406 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:13:40,407 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T02:13:40,408 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/hbase/meta/1588230740 2024-12-05T02:13:40,409 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/hbase/meta/1588230740 2024-12-05T02:13:40,413 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T02:13:40,413 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T02:13:40,414 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-05T02:13:40,418 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T02:13:40,423 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T02:13:40,424 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68888584, jitterRate=0.02651989459991455}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-05T02:13:40,428 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733364820381Initializing all the Stores at 1733364820383 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733364820383Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733364820384 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733364820384Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733364820384Cleaning up temporary data from old regions at 1733364820413 (+29 ms)Region opened successfully at 1733364820428 (+15 ms) 2024-12-05T02:13:40,429 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T02:13:40,429 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T02:13:40,429 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T02:13:40,429 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T02:13:40,429 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T02:13:40,432 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T02:13:40,433 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733364820429Disabling compacts and flushes for region at 1733364820429Disabling writes for close at 1733364820429Writing region close event to WAL at 1733364820432 (+3 ms)Closed at 1733364820432 2024-12-05T02:13:40,439 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T02:13:40,439 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T02:13:40,449 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T02:13:40,460 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T02:13:40,465 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T02:13:40,501 INFO [RS:0;01bccfa882c7:46535 {}] regionserver.HRegionServer(2659): reportForDuty to master=01bccfa882c7,46883,1733364817299 with port=46535, startcode=1733364817982 2024-12-05T02:13:40,503 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46883 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 01bccfa882c7,46535,1733364817982 2024-12-05T02:13:40,507 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46883 {}] master.ServerManager(517): Registering regionserver=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:40,518 DEBUG [RS:0;01bccfa882c7:46535 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c 2024-12-05T02:13:40,519 DEBUG [RS:0;01bccfa882c7:46535 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46659 2024-12-05T02:13:40,519 DEBUG [RS:0;01bccfa882c7:46535 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T02:13:40,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46883-0x101806604d70000, quorum=127.0.0.1:53945, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-05T02:13:40,526 DEBUG [RS:0;01bccfa882c7:46535 {}] zookeeper.ZKUtil(111): regionserver:46535-0x101806604d70001, quorum=127.0.0.1:53945, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/01bccfa882c7,46535,1733364817982 2024-12-05T02:13:40,527 WARN [RS:0;01bccfa882c7:46535 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T02:13:40,527 INFO [RS:0;01bccfa882c7:46535 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T02:13:40,527 DEBUG [RS:0;01bccfa882c7:46535 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/WALs/01bccfa882c7,46535,1733364817982 2024-12-05T02:13:40,529 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [01bccfa882c7,46535,1733364817982] 2024-12-05T02:13:40,564 INFO [RS:0;01bccfa882c7:46535 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T02:13:40,580 INFO [RS:0;01bccfa882c7:46535 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T02:13:40,586 INFO [RS:0;01bccfa882c7:46535 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T02:13:40,586 INFO [RS:0;01bccfa882c7:46535 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T02:13:40,588 INFO [RS:0;01bccfa882c7:46535 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T02:13:40,596 INFO [RS:0;01bccfa882c7:46535 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T02:13:40,597 INFO [RS:0;01bccfa882c7:46535 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T02:13:40,598 DEBUG [RS:0;01bccfa882c7:46535 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:13:40,598 DEBUG [RS:0;01bccfa882c7:46535 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:13:40,598 DEBUG [RS:0;01bccfa882c7:46535 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:13:40,601 DEBUG [RS:0;01bccfa882c7:46535 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:13:40,601 DEBUG [RS:0;01bccfa882c7:46535 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:13:40,601 DEBUG [RS:0;01bccfa882c7:46535 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/01bccfa882c7:0, corePoolSize=2, maxPoolSize=2 2024-12-05T02:13:40,601 DEBUG [RS:0;01bccfa882c7:46535 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:13:40,601 DEBUG [RS:0;01bccfa882c7:46535 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:13:40,602 DEBUG [RS:0;01bccfa882c7:46535 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:13:40,602 DEBUG [RS:0;01bccfa882c7:46535 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:13:40,602 DEBUG [RS:0;01bccfa882c7:46535 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:13:40,602 DEBUG [RS:0;01bccfa882c7:46535 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/01bccfa882c7:0, corePoolSize=1, maxPoolSize=1 2024-12-05T02:13:40,602 DEBUG [RS:0;01bccfa882c7:46535 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/01bccfa882c7:0, corePoolSize=3, maxPoolSize=3 2024-12-05T02:13:40,602 DEBUG [RS:0;01bccfa882c7:46535 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0, corePoolSize=3, maxPoolSize=3 2024-12-05T02:13:40,604 INFO [RS:0;01bccfa882c7:46535 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T02:13:40,604 INFO [RS:0;01bccfa882c7:46535 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T02:13:40,605 INFO [RS:0;01bccfa882c7:46535 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T02:13:40,605 INFO [RS:0;01bccfa882c7:46535 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T02:13:40,605 INFO [RS:0;01bccfa882c7:46535 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T02:13:40,605 INFO [RS:0;01bccfa882c7:46535 {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,46535,1733364817982-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T02:13:40,616 WARN [01bccfa882c7:46883 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-05T02:13:40,634 INFO [RS:0;01bccfa882c7:46535 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T02:13:40,637 INFO [RS:0;01bccfa882c7:46535 {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,46535,1733364817982-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T02:13:40,637 INFO [RS:0;01bccfa882c7:46535 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T02:13:40,638 INFO [RS:0;01bccfa882c7:46535 {}] regionserver.Replication(171): 01bccfa882c7,46535,1733364817982 started 2024-12-05T02:13:40,661 INFO [RS:0;01bccfa882c7:46535 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T02:13:40,662 INFO [RS:0;01bccfa882c7:46535 {}] regionserver.HRegionServer(1482): Serving as 01bccfa882c7,46535,1733364817982, RpcServer on 01bccfa882c7/172.17.0.2:46535, sessionid=0x101806604d70001 2024-12-05T02:13:40,663 DEBUG [RS:0;01bccfa882c7:46535 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T02:13:40,663 DEBUG [RS:0;01bccfa882c7:46535 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 01bccfa882c7,46535,1733364817982 2024-12-05T02:13:40,663 DEBUG [RS:0;01bccfa882c7:46535 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '01bccfa882c7,46535,1733364817982' 2024-12-05T02:13:40,664 DEBUG [RS:0;01bccfa882c7:46535 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-05T02:13:40,665 DEBUG [RS:0;01bccfa882c7:46535 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-05T02:13:40,666 DEBUG [RS:0;01bccfa882c7:46535 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T02:13:40,666 DEBUG [RS:0;01bccfa882c7:46535 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T02:13:40,666 DEBUG [RS:0;01bccfa882c7:46535 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 01bccfa882c7,46535,1733364817982 2024-12-05T02:13:40,666 DEBUG [RS:0;01bccfa882c7:46535 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '01bccfa882c7,46535,1733364817982' 2024-12-05T02:13:40,666 DEBUG [RS:0;01bccfa882c7:46535 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-05T02:13:40,667 DEBUG [RS:0;01bccfa882c7:46535 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-05T02:13:40,669 DEBUG [RS:0;01bccfa882c7:46535 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T02:13:40,669 INFO [RS:0;01bccfa882c7:46535 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T02:13:40,669 INFO [RS:0;01bccfa882c7:46535 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T02:13:40,775 INFO [RS:0;01bccfa882c7:46535 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T02:13:40,778 INFO [RS:0;01bccfa882c7:46535 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=01bccfa882c7%2C46535%2C1733364817982, suffix=, logDir=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/WALs/01bccfa882c7,46535,1733364817982, archiveDir=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/oldWALs, maxLogs=32 2024-12-05T02:13:40,795 DEBUG [RS:0;01bccfa882c7:46535 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/WALs/01bccfa882c7,46535,1733364817982/01bccfa882c7%2C46535%2C1733364817982.1733364820780, exclude list is [], retry=0 2024-12-05T02:13:40,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46637,DS-73163151-44c2-467b-9524-9c8d76e01bab,DISK] 2024-12-05T02:13:40,803 INFO [RS:0;01bccfa882c7:46535 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/WALs/01bccfa882c7,46535,1733364817982/01bccfa882c7%2C46535%2C1733364817982.1733364820780 2024-12-05T02:13:40,804 DEBUG [RS:0;01bccfa882c7:46535 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42123:42123)] 2024-12-05T02:13:40,869 DEBUG [01bccfa882c7:46883 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T02:13:40,881 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:40,888 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 01bccfa882c7,46535,1733364817982, state=OPENING 2024-12-05T02:13:40,893 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T02:13:40,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46535-0x101806604d70001, quorum=127.0.0.1:53945, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T02:13:40,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46883-0x101806604d70000, quorum=127.0.0.1:53945, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T02:13:40,896 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T02:13:40,896 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T02:13:40,897 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T02:13:40,899 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=01bccfa882c7,46535,1733364817982}] 2024-12-05T02:13:41,075 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T02:13:41,079 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42107, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T02:13:41,089 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T02:13:41,089 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T02:13:41,090 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T02:13:41,093 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=01bccfa882c7%2C46535%2C1733364817982.meta, suffix=.meta, logDir=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/WALs/01bccfa882c7,46535,1733364817982, archiveDir=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/oldWALs, maxLogs=32 2024-12-05T02:13:41,110 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/WALs/01bccfa882c7,46535,1733364817982/01bccfa882c7%2C46535%2C1733364817982.meta.1733364821095.meta, exclude list is [], retry=0 2024-12-05T02:13:41,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46637,DS-73163151-44c2-467b-9524-9c8d76e01bab,DISK] 2024-12-05T02:13:41,117 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/WALs/01bccfa882c7,46535,1733364817982/01bccfa882c7%2C46535%2C1733364817982.meta.1733364821095.meta 2024-12-05T02:13:41,118 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42123:42123)] 2024-12-05T02:13:41,118 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T02:13:41,120 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T02:13:41,123 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T02:13:41,127 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T02:13:41,132 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T02:13:41,132 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:13:41,133 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T02:13:41,133 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T02:13:41,136 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T02:13:41,138 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T02:13:41,138 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:13:41,139 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:13:41,139 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T02:13:41,141 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T02:13:41,141 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:13:41,142 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:13:41,142 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T02:13:41,144 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T02:13:41,144 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:13:41,145 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:13:41,145 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T02:13:41,147 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T02:13:41,147 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:13:41,148 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T02:13:41,148 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T02:13:41,149 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/hbase/meta/1588230740 2024-12-05T02:13:41,152 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/hbase/meta/1588230740 2024-12-05T02:13:41,154 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T02:13:41,154 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T02:13:41,155 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-05T02:13:41,157 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T02:13:41,159 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72672732, jitterRate=0.08290809392929077}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-05T02:13:41,159 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T02:13:41,160 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733364821133Writing region info on filesystem at 1733364821134 (+1 ms)Initializing all the Stores at 1733364821135 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733364821136 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733364821136Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733364821136Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733364821136Cleaning up temporary data from old regions at 1733364821154 (+18 ms)Running coprocessor post-open hooks at 1733364821159 (+5 ms)Region opened successfully at 1733364821160 (+1 ms) 2024-12-05T02:13:41,168 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733364821066 2024-12-05T02:13:41,181 DEBUG [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T02:13:41,181 INFO [RS_OPEN_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T02:13:41,183 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:41,186 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 01bccfa882c7,46535,1733364817982, state=OPEN 2024-12-05T02:13:41,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46535-0x101806604d70001, quorum=127.0.0.1:53945, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T02:13:41,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46883-0x101806604d70000, quorum=127.0.0.1:53945, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T02:13:41,197 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T02:13:41,197 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T02:13:41,198 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:41,205 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T02:13:41,206 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=01bccfa882c7,46535,1733364817982 in 299 msec 2024-12-05T02:13:41,214 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T02:13:41,215 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 760 msec 2024-12-05T02:13:41,216 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T02:13:41,216 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T02:13:41,241 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T02:13:41,243 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01bccfa882c7,46535,1733364817982, seqNum=-1] 2024-12-05T02:13:41,267 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T02:13:41,270 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53803, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T02:13:41,290 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1720 sec 2024-12-05T02:13:41,290 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733364821290, completionTime=-1 2024-12-05T02:13:41,293 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T02:13:41,293 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T02:13:41,320 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T02:13:41,320 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733364881320 2024-12-05T02:13:41,321 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733364941321 2024-12-05T02:13:41,321 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 27 msec 2024-12-05T02:13:41,323 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,46883,1733364817299-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T02:13:41,323 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,46883,1733364817299-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T02:13:41,323 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,46883,1733364817299-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T02:13:41,325 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-01bccfa882c7:46883, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T02:13:41,325 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T02:13:41,326 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T02:13:41,331 DEBUG [master/01bccfa882c7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T02:13:41,352 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.236sec 2024-12-05T02:13:41,354 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T02:13:41,355 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T02:13:41,356 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T02:13:41,356 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T02:13:41,357 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T02:13:41,357 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,46883,1733364817299-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T02:13:41,358 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,46883,1733364817299-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T02:13:41,366 DEBUG [master/01bccfa882c7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T02:13:41,367 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T02:13:41,367 INFO [master/01bccfa882c7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=01bccfa882c7,46883,1733364817299-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T02:13:41,382 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45544f78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:13:41,384 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-05T02:13:41,384 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-05T02:13:41,387 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01bccfa882c7,46883,-1 for getting cluster id 2024-12-05T02:13:41,389 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T02:13:41,397 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f4680e86-0374-4026-812c-1fa73d2ae720' 2024-12-05T02:13:41,400 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T02:13:41,400 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f4680e86-0374-4026-812c-1fa73d2ae720" 2024-12-05T02:13:41,402 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d8c0cff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:13:41,402 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01bccfa882c7,46883,-1] 2024-12-05T02:13:41,405 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T02:13:41,407 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:13:41,408 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58546, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T02:13:41,411 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2de67725, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:13:41,411 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T02:13:41,418 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01bccfa882c7,46535,1733364817982, seqNum=-1] 2024-12-05T02:13:41,418 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T02:13:41,421 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33268, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T02:13:41,441 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=01bccfa882c7,46883,1733364817299 2024-12-05T02:13:41,454 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMixedAtomicity Thread=211, OpenFileDescriptor=441, MaxFileDescriptor=1048576, SystemLoadAverage=275, ProcessCount=11, AvailableMemoryMB=8159 2024-12-05T02:13:41,462 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T02:13:41,467 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 01bccfa882c7,46883,1733364817299 2024-12-05T02:13:41,488 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@61e4ff20 2024-12-05T02:13:41,490 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T02:13:41,495 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58550, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T02:13:41,497 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46883 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-05T02:13:41,503 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46883 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T02:13:41,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46883 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-12-05T02:13:41,517 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T02:13:41,519 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46883 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 4 2024-12-05T02:13:41,523 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:13:41,525 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T02:13:41,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T02:13:41,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741835_1011 (size=1061) 2024-12-05T02:13:41,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T02:13:41,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T02:13:41,941 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c4721e2f5f5b27701aef3ca6d35e1489, NAME => 'TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c 2024-12-05T02:13:41,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741836_1012 (size=53) 2024-12-05T02:13:41,954 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:13:41,955 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing c4721e2f5f5b27701aef3ca6d35e1489, disabling compactions & flushes 2024-12-05T02:13:41,955 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. 2024-12-05T02:13:41,955 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. 2024-12-05T02:13:41,955 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. after waiting 0 ms 2024-12-05T02:13:41,955 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. 2024-12-05T02:13:41,955 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. 2024-12-05T02:13:41,955 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for c4721e2f5f5b27701aef3ca6d35e1489: Waiting for close lock at 1733364821955Disabling compacts and flushes for region at 1733364821955Disabling writes for close at 1733364821955Writing region close event to WAL at 1733364821955Closed at 1733364821955 2024-12-05T02:13:41,958 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T02:13:41,965 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733364821958"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733364821958"}]},"ts":"1733364821958"} 2024-12-05T02:13:41,975 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T02:13:41,978 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T02:13:41,982 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733364821978"}]},"ts":"1733364821978"} 2024-12-05T02:13:41,987 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-05T02:13:41,989 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=c4721e2f5f5b27701aef3ca6d35e1489, ASSIGN}] 2024-12-05T02:13:41,991 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=c4721e2f5f5b27701aef3ca6d35e1489, ASSIGN 2024-12-05T02:13:41,993 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=c4721e2f5f5b27701aef3ca6d35e1489, ASSIGN; state=OFFLINE, location=01bccfa882c7,46535,1733364817982; forceNewPlan=false, retain=false 2024-12-05T02:13:42,145 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c4721e2f5f5b27701aef3ca6d35e1489, regionState=OPENING, regionLocation=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:42,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=c4721e2f5f5b27701aef3ca6d35e1489, ASSIGN because future has completed 2024-12-05T02:13:42,150 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982}] 2024-12-05T02:13:42,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T02:13:42,311 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. 2024-12-05T02:13:42,312 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => c4721e2f5f5b27701aef3ca6d35e1489, NAME => 'TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.', STARTKEY => '', ENDKEY => ''} 2024-12-05T02:13:42,312 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees c4721e2f5f5b27701aef3ca6d35e1489 2024-12-05T02:13:42,312 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:13:42,312 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for c4721e2f5f5b27701aef3ca6d35e1489 2024-12-05T02:13:42,312 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for c4721e2f5f5b27701aef3ca6d35e1489 2024-12-05T02:13:42,315 INFO [StoreOpener-c4721e2f5f5b27701aef3ca6d35e1489-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region c4721e2f5f5b27701aef3ca6d35e1489 2024-12-05T02:13:42,318 INFO [StoreOpener-c4721e2f5f5b27701aef3ca6d35e1489-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-05T02:13:42,318 INFO [StoreOpener-c4721e2f5f5b27701aef3ca6d35e1489-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c4721e2f5f5b27701aef3ca6d35e1489 columnFamilyName A 2024-12-05T02:13:42,318 DEBUG [StoreOpener-c4721e2f5f5b27701aef3ca6d35e1489-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:13:42,319 INFO [StoreOpener-c4721e2f5f5b27701aef3ca6d35e1489-1 {}] regionserver.HStore(327): Store=c4721e2f5f5b27701aef3ca6d35e1489/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:13:42,320 INFO [StoreOpener-c4721e2f5f5b27701aef3ca6d35e1489-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region c4721e2f5f5b27701aef3ca6d35e1489 2024-12-05T02:13:42,321 INFO [StoreOpener-c4721e2f5f5b27701aef3ca6d35e1489-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-05T02:13:42,322 INFO [StoreOpener-c4721e2f5f5b27701aef3ca6d35e1489-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c4721e2f5f5b27701aef3ca6d35e1489 columnFamilyName B 2024-12-05T02:13:42,322 DEBUG [StoreOpener-c4721e2f5f5b27701aef3ca6d35e1489-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:13:42,323 INFO [StoreOpener-c4721e2f5f5b27701aef3ca6d35e1489-1 {}] regionserver.HStore(327): Store=c4721e2f5f5b27701aef3ca6d35e1489/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:13:42,323 INFO [StoreOpener-c4721e2f5f5b27701aef3ca6d35e1489-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region c4721e2f5f5b27701aef3ca6d35e1489 2024-12-05T02:13:42,325 INFO [StoreOpener-c4721e2f5f5b27701aef3ca6d35e1489-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-05T02:13:42,325 INFO [StoreOpener-c4721e2f5f5b27701aef3ca6d35e1489-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c4721e2f5f5b27701aef3ca6d35e1489 columnFamilyName C 2024-12-05T02:13:42,325 DEBUG [StoreOpener-c4721e2f5f5b27701aef3ca6d35e1489-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:13:42,326 INFO [StoreOpener-c4721e2f5f5b27701aef3ca6d35e1489-1 {}] regionserver.HStore(327): Store=c4721e2f5f5b27701aef3ca6d35e1489/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:13:42,326 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. 2024-12-05T02:13:42,326 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for c4721e2f5f5b27701aef3ca6d35e1489 2024-12-05T02:13:42,327 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489 2024-12-05T02:13:42,328 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489 2024-12-05T02:13:42,330 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for c4721e2f5f5b27701aef3ca6d35e1489 2024-12-05T02:13:42,330 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for c4721e2f5f5b27701aef3ca6d35e1489 2024-12-05T02:13:42,331 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-05T02:13:42,333 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for c4721e2f5f5b27701aef3ca6d35e1489 2024-12-05T02:13:42,337 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T02:13:42,338 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened c4721e2f5f5b27701aef3ca6d35e1489; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65122817, jitterRate=-0.029594406485557556}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-05T02:13:42,338 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c4721e2f5f5b27701aef3ca6d35e1489 2024-12-05T02:13:42,339 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for c4721e2f5f5b27701aef3ca6d35e1489: Running coprocessor pre-open hook at 1733364822313Writing region info on filesystem at 1733364822313Initializing all the Stores at 1733364822314 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733364822314Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733364822314Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733364822314Cleaning up temporary data from old regions at 1733364822330 (+16 ms)Running coprocessor post-open hooks at 1733364822338 (+8 ms)Region opened successfully at 1733364822338 2024-12-05T02:13:42,341 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., pid=6, masterSystemTime=1733364822305 2024-12-05T02:13:42,344 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. 2024-12-05T02:13:42,344 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. 2024-12-05T02:13:42,345 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c4721e2f5f5b27701aef3ca6d35e1489, regionState=OPEN, openSeqNum=2, regionLocation=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:42,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 because future has completed 2024-12-05T02:13:42,354 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T02:13:42,354 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 in 200 msec 2024-12-05T02:13:42,358 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T02:13:42,358 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=c4721e2f5f5b27701aef3ca6d35e1489, ASSIGN in 365 msec 2024-12-05T02:13:42,360 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T02:13:42,360 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733364822360"}]},"ts":"1733364822360"} 2024-12-05T02:13:42,363 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-05T02:13:42,364 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T02:13:42,367 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 857 msec 2024-12-05T02:13:42,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T02:13:42,666 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-12-05T02:13:42,672 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19b2c994, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:13:42,672 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01bccfa882c7,46883,-1 for getting cluster id 2024-12-05T02:13:42,673 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T02:13:42,674 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f4680e86-0374-4026-812c-1fa73d2ae720' 2024-12-05T02:13:42,675 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T02:13:42,675 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f4680e86-0374-4026-812c-1fa73d2ae720" 2024-12-05T02:13:42,676 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75b1a558, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:13:42,676 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01bccfa882c7,46883,-1] 2024-12-05T02:13:42,676 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T02:13:42,677 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:13:42,678 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58574, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T02:13:42,679 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f8a5ed1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:13:42,680 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T02:13:42,681 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01bccfa882c7,46535,1733364817982, seqNum=-1] 2024-12-05T02:13:42,682 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T02:13:42,684 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33274, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T02:13:42,686 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T02:13:42,687 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 01bccfa882c7,46883,1733364817299 2024-12-05T02:13:42,688 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@489d97cb 2024-12-05T02:13:42,690 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T02:13:42,692 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58584, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T02:13:42,695 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a52ffa9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:13:42,696 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01bccfa882c7,46883,-1 for getting cluster id 2024-12-05T02:13:42,696 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T02:13:42,697 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f4680e86-0374-4026-812c-1fa73d2ae720' 2024-12-05T02:13:42,697 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T02:13:42,698 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f4680e86-0374-4026-812c-1fa73d2ae720" 2024-12-05T02:13:42,698 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35afed03, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:13:42,698 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01bccfa882c7,46883,-1] 2024-12-05T02:13:42,698 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T02:13:42,699 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:13:42,700 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58608, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T02:13:42,701 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6da9de27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:13:42,702 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51f14cda, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:13:42,702 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01bccfa882c7,46883,-1 for getting cluster id 2024-12-05T02:13:42,702 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T02:13:42,703 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f4680e86-0374-4026-812c-1fa73d2ae720' 2024-12-05T02:13:42,704 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T02:13:42,704 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f4680e86-0374-4026-812c-1fa73d2ae720" 2024-12-05T02:13:42,704 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a1e59f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:13:42,704 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01bccfa882c7,46883,-1] 2024-12-05T02:13:42,705 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T02:13:42,705 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:13:42,706 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58624, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T02:13:42,707 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@603c95bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:13:42,708 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4201ea29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:13:42,708 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01bccfa882c7,46883,-1 for getting cluster id 2024-12-05T02:13:42,709 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T02:13:42,710 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f4680e86-0374-4026-812c-1fa73d2ae720' 2024-12-05T02:13:42,710 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T02:13:42,710 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f4680e86-0374-4026-812c-1fa73d2ae720" 2024-12-05T02:13:42,711 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4aa5770f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:13:42,711 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01bccfa882c7,46883,-1] 2024-12-05T02:13:42,711 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T02:13:42,712 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:13:42,713 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58650, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T02:13:42,714 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61539e7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:13:42,715 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45cc41cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:13:42,715 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01bccfa882c7,46883,-1 for getting cluster id 2024-12-05T02:13:42,715 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T02:13:42,716 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f4680e86-0374-4026-812c-1fa73d2ae720' 2024-12-05T02:13:42,718 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T02:13:42,718 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f4680e86-0374-4026-812c-1fa73d2ae720" 2024-12-05T02:13:42,718 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19fff2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:13:42,718 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01bccfa882c7,46883,-1] 2024-12-05T02:13:42,718 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T02:13:42,719 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:13:42,720 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58676, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T02:13:42,721 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1552192a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:13:42,722 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2900b22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:13:42,722 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01bccfa882c7,46883,-1 for getting cluster id 2024-12-05T02:13:42,723 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T02:13:42,724 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f4680e86-0374-4026-812c-1fa73d2ae720' 2024-12-05T02:13:42,724 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T02:13:42,724 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f4680e86-0374-4026-812c-1fa73d2ae720" 2024-12-05T02:13:42,724 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39fcd423, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:13:42,724 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01bccfa882c7,46883,-1] 2024-12-05T02:13:42,725 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T02:13:42,725 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:13:42,726 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58686, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T02:13:42,727 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4787ae6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:13:42,728 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d39686f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:13:42,728 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01bccfa882c7,46883,-1 for getting cluster id 2024-12-05T02:13:42,729 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T02:13:42,730 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f4680e86-0374-4026-812c-1fa73d2ae720' 2024-12-05T02:13:42,730 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T02:13:42,730 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f4680e86-0374-4026-812c-1fa73d2ae720" 2024-12-05T02:13:42,731 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49373cb6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:13:42,731 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01bccfa882c7,46883,-1] 2024-12-05T02:13:42,731 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T02:13:42,731 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:13:42,732 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58718, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T02:13:42,733 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4855f112, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:13:42,734 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6963d59b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:13:42,734 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01bccfa882c7,46883,-1 for getting cluster id 2024-12-05T02:13:42,735 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T02:13:42,735 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f4680e86-0374-4026-812c-1fa73d2ae720' 2024-12-05T02:13:42,736 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T02:13:42,736 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f4680e86-0374-4026-812c-1fa73d2ae720" 2024-12-05T02:13:42,736 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76c8af47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:13:42,736 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01bccfa882c7,46883,-1] 2024-12-05T02:13:42,736 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T02:13:42,737 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:13:42,738 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58726, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T02:13:42,739 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@976002f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:13:42,739 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b9a31d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:13:42,740 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01bccfa882c7,46883,-1 for getting cluster id 2024-12-05T02:13:42,740 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T02:13:42,740 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f4680e86-0374-4026-812c-1fa73d2ae720' 2024-12-05T02:13:42,741 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T02:13:42,741 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f4680e86-0374-4026-812c-1fa73d2ae720" 2024-12-05T02:13:42,741 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@433e9672, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:13:42,741 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01bccfa882c7,46883,-1] 2024-12-05T02:13:42,741 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T02:13:42,742 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:13:42,742 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T02:13:42,743 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70456a6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:13:42,744 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f0b495b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:13:42,744 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01bccfa882c7,46883,-1 for getting cluster id 2024-12-05T02:13:42,744 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T02:13:42,745 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f4680e86-0374-4026-812c-1fa73d2ae720' 2024-12-05T02:13:42,745 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T02:13:42,745 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f4680e86-0374-4026-812c-1fa73d2ae720" 2024-12-05T02:13:42,746 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7268a93f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:13:42,746 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01bccfa882c7,46883,-1] 2024-12-05T02:13:42,746 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T02:13:42,746 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:13:42,747 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58770, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T02:13:42,748 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38de65be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:13:42,752 DEBUG [Thread-143 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T02:13:42,752 DEBUG [Thread-158 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T02:13:42,752 DEBUG [Thread-149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T02:13:42,752 DEBUG [Thread-151 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T02:13:42,752 DEBUG [Thread-147 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T02:13:42,754 DEBUG [Thread-160 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T02:13:42,754 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01bccfa882c7,46535,1733364817982, seqNum=-1] 2024-12-05T02:13:42,754 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01bccfa882c7,46535,1733364817982, seqNum=-1] 2024-12-05T02:13:42,754 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01bccfa882c7,46535,1733364817982, seqNum=-1] 2024-12-05T02:13:42,754 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T02:13:42,755 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T02:13:42,755 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T02:13:42,755 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01bccfa882c7,46535,1733364817982, seqNum=-1] 2024-12-05T02:13:42,755 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T02:13:42,756 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33282, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T02:13:42,756 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33302, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T02:13:42,757 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33286, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T02:13:42,758 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33308, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T02:13:42,758 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01bccfa882c7,46535,1733364817982, seqNum=-1] 2024-12-05T02:13:42,758 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T02:13:42,759 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01bccfa882c7,46535,1733364817982, seqNum=-1] 2024-12-05T02:13:42,759 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T02:13:42,759 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T02:13:42,760 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33324, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T02:13:42,762 DEBUG [Thread-156 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T02:13:42,763 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01bccfa882c7,46535,1733364817982, seqNum=-1] 2024-12-05T02:13:42,764 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2] 2024-12-05T02:13:42,764 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T02:13:42,765 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2] 2024-12-05T02:13:42,766 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33336, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T02:13:42,766 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46883 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T02:13:42,766 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2] 2024-12-05T02:13:42,769 DEBUG [Thread-145 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T02:13:42,769 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2] 2024-12-05T02:13:42,771 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2] 2024-12-05T02:13:42,772 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2] 2024-12-05T02:13:42,775 DEBUG [Thread-154 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T02:13:42,776 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01bccfa882c7,46535,1733364817982, seqNum=-1] 2024-12-05T02:13:42,777 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T02:13:42,777 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2] 2024-12-05T02:13:42,778 DEBUG [Thread-154 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01bccfa882c7,46535,1733364817982, seqNum=-1] 2024-12-05T02:13:42,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46883 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees 2024-12-05T02:13:42,779 DEBUG [Thread-154 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T02:13:42,780 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33340, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T02:13:42,781 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T02:13:42,782 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T02:13:42,783 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2] 2024-12-05T02:13:42,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T02:13:42,784 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2] 2024-12-05T02:13:42,787 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T02:13:42,789 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T02:13:42,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(8855): Flush requested on c4721e2f5f5b27701aef3ca6d35e1489 2024-12-05T02:13:42,848 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c4721e2f5f5b27701aef3ca6d35e1489 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-05T02:13:42,862 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4721e2f5f5b27701aef3ca6d35e1489, store=A 2024-12-05T02:13:42,863 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:13:42,863 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4721e2f5f5b27701aef3ca6d35e1489, store=B 2024-12-05T02:13:42,864 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:13:42,864 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4721e2f5f5b27701aef3ca6d35e1489, store=C 2024-12-05T02:13:42,864 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:13:42,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T02:13:42,957 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-05T02:13:42,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. 2024-12-05T02:13:42,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. as already flushing 2024-12-05T02:13:42,967 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/A/4b18245c17f24f098e4423af92161148 is 50, key is test_row_0/A:col10/1733364822777/Put/seqid=0 2024-12-05T02:13:42,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. 2024-12-05T02:13:42,968 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => c4721e2f5f5b27701aef3ca6d35e1489, NAME => 'TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:13:42,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => c4721e2f5f5b27701aef3ca6d35e1489, NAME => 'TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:13:42,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4721e2f5f5b27701aef3ca6d35e1489, NAME => 'TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4721e2f5f5b27701aef3ca6d35e1489, NAME => 'TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:13:43,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741837_1013 (size=12001) 2024-12-05T02:13:43,011 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/A/4b18245c17f24f098e4423af92161148 2024-12-05T02:13:43,012 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:43,018 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:43,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33282 deadline: 1733364882962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:43,025 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:43,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33324 deadline: 1733364882961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:43,026 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:43,026 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:43,027 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:43,027 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:43,027 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:43,029 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:43,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33308 deadline: 1733364882982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:43,032 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:43,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33340 deadline: 1733364883013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:43,033 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:43,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33302 deadline: 1733364883013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:43,034 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:43,034 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:43,034 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:43,040 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:43,040 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:43,040 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:43,043 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:43,043 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:43,043 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:43,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T02:13:43,134 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-05T02:13:43,142 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:43,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33282 deadline: 1733364883137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:43,143 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:43,144 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:43,144 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:43,144 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:43,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33324 deadline: 1733364883137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:43,155 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/B/17500ad9506b426487b350009029c0e0 is 50, key is test_row_0/B:col10/1733364822777/Put/seqid=0 2024-12-05T02:13:43,155 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:43,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33340 deadline: 1733364883146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:43,155 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:43,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33302 deadline: 1733364883146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:43,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. 2024-12-05T02:13:43,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. as already flushing 2024-12-05T02:13:43,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. 2024-12-05T02:13:43,161 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => c4721e2f5f5b27701aef3ca6d35e1489, NAME => 'TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:13:43,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => c4721e2f5f5b27701aef3ca6d35e1489, NAME => 'TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:13:43,165 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:43,165 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:43,165 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:43,165 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:43,165 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:43,165 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:43,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4721e2f5f5b27701aef3ca6d35e1489, NAME => 'TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4721e2f5f5b27701aef3ca6d35e1489, NAME => 'TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:13:43,182 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:43,182 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:43,182 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:43,192 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:43,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741838_1014 (size=12001) 2024-12-05T02:13:43,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33308 deadline: 1733364883183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:43,193 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:43,193 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:43,193 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:43,335 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-05T02:13:43,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. 2024-12-05T02:13:43,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. as already flushing 2024-12-05T02:13:43,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. 2024-12-05T02:13:43,341 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => c4721e2f5f5b27701aef3ca6d35e1489, NAME => 'TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:13:43,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => c4721e2f5f5b27701aef3ca6d35e1489, NAME => 'TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:13:43,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4721e2f5f5b27701aef3ca6d35e1489, NAME => 'TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4721e2f5f5b27701aef3ca6d35e1489, NAME => 'TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:13:43,358 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:43,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33282 deadline: 1733364883355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:43,359 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:43,360 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:43,360 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:43,382 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:43,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33340 deadline: 1733364883375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:43,383 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:43,383 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:43,383 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:43,384 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:43,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33302 deadline: 1733364883375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:43,389 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:43,389 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:43,389 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:43,392 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:43,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33324 deadline: 1733364883385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:43,393 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:43,394 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:43,394 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:43,412 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:43,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33308 deadline: 1733364883405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:43,413 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:43,413 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:43,413 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:43,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T02:13:43,500 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-05T02:13:43,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. 2024-12-05T02:13:43,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. as already flushing 2024-12-05T02:13:43,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. 2024-12-05T02:13:43,501 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => c4721e2f5f5b27701aef3ca6d35e1489, NAME => 'TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:13:43,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => c4721e2f5f5b27701aef3ca6d35e1489, NAME => 'TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:13:43,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4721e2f5f5b27701aef3ca6d35e1489, NAME => 'TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4721e2f5f5b27701aef3ca6d35e1489, NAME => 'TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:13:43,594 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/B/17500ad9506b426487b350009029c0e0 2024-12-05T02:13:43,657 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-05T02:13:43,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. 2024-12-05T02:13:43,657 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/C/3f56c14c16994f2f8ba259e5cc887c79 is 50, key is test_row_0/C:col10/1733364822777/Put/seqid=0 2024-12-05T02:13:43,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. as already flushing 2024-12-05T02:13:43,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. 2024-12-05T02:13:43,657 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => c4721e2f5f5b27701aef3ca6d35e1489, NAME => 'TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:13:43,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => c4721e2f5f5b27701aef3ca6d35e1489, NAME => 'TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:13:43,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4721e2f5f5b27701aef3ca6d35e1489, NAME => 'TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4721e2f5f5b27701aef3ca6d35e1489, NAME => 'TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:13:43,670 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:43,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33282 deadline: 1733364883665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:43,672 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:43,672 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:43,672 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:43,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741839_1015 (size=12001) 2024-12-05T02:13:43,680 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/C/3f56c14c16994f2f8ba259e5cc887c79 2024-12-05T02:13:43,697 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/A/4b18245c17f24f098e4423af92161148 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/4b18245c17f24f098e4423af92161148 2024-12-05T02:13:43,699 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:43,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33340 deadline: 1733364883695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:43,700 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:43,700 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:43,700 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:43,700 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:43,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33302 deadline: 1733364883695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:43,701 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:43,702 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:43,702 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:43,706 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:43,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33324 deadline: 1733364883705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:43,708 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:43,708 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:43,709 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:43,717 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/4b18245c17f24f098e4423af92161148, entries=150, sequenceid=13, filesize=11.7 K 2024-12-05T02:13:43,723 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(1005): StoreScanner already closing. There is no need to updateReaders 2024-12-05T02:13:43,726 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/B/17500ad9506b426487b350009029c0e0 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/17500ad9506b426487b350009029c0e0 2024-12-05T02:13:43,744 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/17500ad9506b426487b350009029c0e0, entries=150, sequenceid=13, filesize=11.7 K 2024-12-05T02:13:43,746 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/C/3f56c14c16994f2f8ba259e5cc887c79 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/3f56c14c16994f2f8ba259e5cc887c79 2024-12-05T02:13:43,762 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/3f56c14c16994f2f8ba259e5cc887c79, entries=150, sequenceid=13, filesize=11.7 K 2024-12-05T02:13:43,777 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for c4721e2f5f5b27701aef3ca6d35e1489 in 920ms, sequenceid=13, compaction requested=false 2024-12-05T02:13:43,779 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-12-05T02:13:43,781 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c4721e2f5f5b27701aef3ca6d35e1489: 2024-12-05T02:13:43,803 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733364822943, max timestamp=1733364823772Num uniques 859; 2024-12-05T02:13:43,805 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-05T02:13:43,814 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-05T02:13:43,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(8855): Flush requested on c4721e2f5f5b27701aef3ca6d35e1489 2024-12-05T02:13:43,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. 2024-12-05T02:13:43,818 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733364822943, max timestamp=1733364823772Num uniques 859; 2024-12-05T02:13:43,818 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-05T02:13:43,819 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing c4721e2f5f5b27701aef3ca6d35e1489 3/3 column families, dataSize=89.45 KB heapSize=262.11 KB 2024-12-05T02:13:43,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4721e2f5f5b27701aef3ca6d35e1489, store=A 2024-12-05T02:13:43,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T02:13:43,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4721e2f5f5b27701aef3ca6d35e1489, store=B 2024-12-05T02:13:43,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T02:13:43,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4721e2f5f5b27701aef3ca6d35e1489, store=C 2024-12-05T02:13:43,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T02:13:43,831 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. as already flushing 2024-12-05T02:13:43,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/A/68f846efaff14826807a44440682678a is 50, key is test_row_0/A:col10/1733364823003/Put/seqid=0 2024-12-05T02:13:43,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741840_1016 (size=14341) 2024-12-05T02:13:43,876 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=34 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/A/68f846efaff14826807a44440682678a 2024-12-05T02:13:43,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/B/0b305eb8b24a4e35b1295b27681ab4d7 is 50, key is test_row_0/B:col10/1733364823003/Put/seqid=0 2024-12-05T02:13:43,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T02:13:43,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741841_1017 (size=12001) 2024-12-05T02:13:44,248 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733364824095, max timestamp=1733364824234Num uniques 859; 2024-12-05T02:13:44,248 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-05T02:13:44,267 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733364824095, max timestamp=1733364824234Num uniques 859; 2024-12-05T02:13:44,267 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-05T02:13:44,270 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1733364824095, max timestamp=1733364824234Num uniques 859; 2024-12-05T02:13:44,271 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=6870, suffix heap size=117064,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150 2024-12-05T02:13:44,322 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:44,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33302 deadline: 1733364884299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:44,324 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:44,324 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:44,325 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:44,326 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:44,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33324 deadline: 1733364884301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:44,327 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:44,327 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:44,328 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:44,328 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:44,328 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:44,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33282 deadline: 1733364884311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:44,330 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:44,330 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:44,330 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:44,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33308 deadline: 1733364884307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:44,332 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:44,332 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:44,332 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:44,333 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:44,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33340 deadline: 1733364884325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:44,334 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:44,335 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:44,335 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:44,344 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=34 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/B/0b305eb8b24a4e35b1295b27681ab4d7 2024-12-05T02:13:44,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/C/7e0ddf5d48dd490e8f635e1a22b7a216 is 50, key is test_row_0/C:col10/1733364823003/Put/seqid=0 2024-12-05T02:13:44,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741842_1018 (size=12001) 2024-12-05T02:13:44,406 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=34 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/C/7e0ddf5d48dd490e8f635e1a22b7a216 2024-12-05T02:13:44,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/A/68f846efaff14826807a44440682678a as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/68f846efaff14826807a44440682678a 2024-12-05T02:13:44,442 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/68f846efaff14826807a44440682678a, entries=200, sequenceid=34, filesize=14.0 K 2024-12-05T02:13:44,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/B/0b305eb8b24a4e35b1295b27681ab4d7 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/0b305eb8b24a4e35b1295b27681ab4d7 2024-12-05T02:13:44,446 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:44,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33302 deadline: 1733364884436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:44,448 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:44,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33324 deadline: 1733364884435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:44,449 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:44,450 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:44,450 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:44,450 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:44,450 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:44,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33282 deadline: 1733364884437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:44,451 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:44,451 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:44,451 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:44,451 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:44,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33308 deadline: 1733364884438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:44,452 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:44,452 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:44,452 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:44,452 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:44,452 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:44,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33340 deadline: 1733364884445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:44,453 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:44,453 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:44,453 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:44,454 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:44,460 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/0b305eb8b24a4e35b1295b27681ab4d7, entries=150, sequenceid=34, filesize=11.7 K 2024-12-05T02:13:44,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/C/7e0ddf5d48dd490e8f635e1a22b7a216 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/7e0ddf5d48dd490e8f635e1a22b7a216 2024-12-05T02:13:44,479 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/7e0ddf5d48dd490e8f635e1a22b7a216, entries=150, sequenceid=34, filesize=11.7 K 2024-12-05T02:13:44,491 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~58.14 KB/59540, heapSize ~164.13 KB/168064, currentSize=124.84 KB/127835 for c4721e2f5f5b27701aef3ca6d35e1489 in 673ms, sequenceid=34, compaction requested=false 2024-12-05T02:13:44,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for c4721e2f5f5b27701aef3ca6d35e1489: 2024-12-05T02:13:44,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. 2024-12-05T02:13:44,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-12-05T02:13:44,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-12-05T02:13:44,498 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-12-05T02:13:44,498 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7060 sec 2024-12-05T02:13:44,502 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees in 1.7320 sec 2024-12-05T02:13:44,663 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c4721e2f5f5b27701aef3ca6d35e1489 3/3 column families, dataSize=131.55 KB heapSize=374.30 KB 2024-12-05T02:13:44,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(8855): Flush requested on c4721e2f5f5b27701aef3ca6d35e1489 2024-12-05T02:13:44,664 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4721e2f5f5b27701aef3ca6d35e1489, store=A 2024-12-05T02:13:44,664 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T02:13:44,664 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4721e2f5f5b27701aef3ca6d35e1489, store=B 2024-12-05T02:13:44,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T02:13:44,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4721e2f5f5b27701aef3ca6d35e1489, store=C 2024-12-05T02:13:44,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T02:13:44,677 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/A/36091e7ef40546c681a0c7031bfc39f3 is 50, key is test_row_0/A:col10/1733364824296/Put/seqid=0 2024-12-05T02:13:44,693 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:44,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33308 deadline: 1733364884682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:44,695 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:44,695 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:44,695 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:44,696 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:44,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33340 deadline: 1733364884685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:44,697 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:44,697 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:44,697 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:44,698 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:44,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741843_1019 (size=12001) 2024-12-05T02:13:44,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33302 deadline: 1733364884685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:44,699 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:44,699 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:44,699 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:44,700 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/A/36091e7ef40546c681a0c7031bfc39f3 2024-12-05T02:13:44,700 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:44,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33324 deadline: 1733364884688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:44,701 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:44,701 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:44,701 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:44,702 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:44,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33282 deadline: 1733364884690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:44,703 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:44,704 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:44,704 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:44,728 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/B/ea60ec20763c4e2ebcbc0fdce58ba7bc is 50, key is test_row_0/B:col10/1733364824296/Put/seqid=0 2024-12-05T02:13:44,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741844_1020 (size=12001) 2024-12-05T02:13:44,773 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/B/ea60ec20763c4e2ebcbc0fdce58ba7bc 2024-12-05T02:13:44,808 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/C/f9fb636fc5d94d81aa333be4584e0101 is 50, key is test_row_0/C:col10/1733364824296/Put/seqid=0 2024-12-05T02:13:44,813 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:44,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33308 deadline: 1733364884805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:44,814 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:44,814 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:44,814 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:44,815 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:44,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33302 deadline: 1733364884805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:44,816 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:44,817 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:44,817 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:44,817 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:44,816 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:44,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33340 deadline: 1733364884806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:44,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33324 deadline: 1733364884806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:44,818 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:44,818 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:44,818 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:44,818 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:44,818 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:44,818 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:44,826 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:44,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33282 deadline: 1733364884815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:44,827 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:44,828 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:44,828 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:44,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741845_1021 (size=12001) 2024-12-05T02:13:44,872 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.33 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/C/f9fb636fc5d94d81aa333be4584e0101 2024-12-05T02:13:44,886 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/A/36091e7ef40546c681a0c7031bfc39f3 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/36091e7ef40546c681a0c7031bfc39f3 2024-12-05T02:13:44,897 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/36091e7ef40546c681a0c7031bfc39f3, entries=150, sequenceid=71, filesize=11.7 K 2024-12-05T02:13:44,898 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/B/ea60ec20763c4e2ebcbc0fdce58ba7bc as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/ea60ec20763c4e2ebcbc0fdce58ba7bc 2024-12-05T02:13:44,916 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/ea60ec20763c4e2ebcbc0fdce58ba7bc, entries=150, sequenceid=71, filesize=11.7 K 2024-12-05T02:13:44,920 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/C/f9fb636fc5d94d81aa333be4584e0101 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/f9fb636fc5d94d81aa333be4584e0101 2024-12-05T02:13:44,932 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/f9fb636fc5d94d81aa333be4584e0101, entries=150, sequenceid=71, filesize=11.7 K 2024-12-05T02:13:44,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T02:13:44,935 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-05T02:13:44,935 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T02:13:44,936 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~138.26 KB/141575, heapSize ~394.18 KB/403640, currentSize=40.25 KB/41220 for c4721e2f5f5b27701aef3ca6d35e1489 in 272ms, sequenceid=71, compaction requested=true 2024-12-05T02:13:44,936 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c4721e2f5f5b27701aef3ca6d35e1489: 2024-12-05T02:13:44,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees 2024-12-05T02:13:44,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-05T02:13:44,939 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T02:13:44,939 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c4721e2f5f5b27701aef3ca6d35e1489:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T02:13:44,941 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T02:13:44,941 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T02:13:44,942 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:13:44,942 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c4721e2f5f5b27701aef3ca6d35e1489:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T02:13:44,942 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T02:13:44,942 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c4721e2f5f5b27701aef3ca6d35e1489:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T02:13:44,942 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T02:13:44,945 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T02:13:44,949 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T02:13:44,952 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1541): c4721e2f5f5b27701aef3ca6d35e1489/B is initiating minor compaction (all files) 2024-12-05T02:13:44,952 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c4721e2f5f5b27701aef3ca6d35e1489/B in TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. 2024-12-05T02:13:44,953 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/17500ad9506b426487b350009029c0e0, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/0b305eb8b24a4e35b1295b27681ab4d7, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/ea60ec20763c4e2ebcbc0fdce58ba7bc] into tmpdir=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp, totalSize=35.2 K 2024-12-05T02:13:44,955 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting 17500ad9506b426487b350009029c0e0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1733364822777 2024-12-05T02:13:44,956 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting 0b305eb8b24a4e35b1295b27681ab4d7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=34, earliestPutTs=1733364822943 2024-12-05T02:13:44,957 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting ea60ec20763c4e2ebcbc0fdce58ba7bc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=71, earliestPutTs=1733364824296 2024-12-05T02:13:44,957 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T02:13:44,963 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38343 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T02:13:44,963 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1541): c4721e2f5f5b27701aef3ca6d35e1489/A is initiating minor compaction (all files) 2024-12-05T02:13:44,964 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c4721e2f5f5b27701aef3ca6d35e1489/A in TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. 2024-12-05T02:13:44,964 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/4b18245c17f24f098e4423af92161148, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/68f846efaff14826807a44440682678a, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/36091e7ef40546c681a0c7031bfc39f3] into tmpdir=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp, totalSize=37.4 K 2024-12-05T02:13:44,965 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4b18245c17f24f098e4423af92161148, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1733364822777 2024-12-05T02:13:44,967 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting 68f846efaff14826807a44440682678a, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=34, earliestPutTs=1733364822943 2024-12-05T02:13:44,968 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting 36091e7ef40546c681a0c7031bfc39f3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=71, earliestPutTs=1733364824296 2024-12-05T02:13:45,012 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c4721e2f5f5b27701aef3ca6d35e1489#B#compaction#9 average throughput is 0.82 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-05T02:13:45,013 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/B/b42c008e9ac542668d62b5790539643a is 50, key is test_row_0/B:col10/1733364824296/Put/seqid=0 2024-12-05T02:13:45,014 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c4721e2f5f5b27701aef3ca6d35e1489#A#compaction#10 average throughput is 0.50 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T02:13:45,015 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/A/624009153f42437faa3081c2b90984e3 is 50, key is test_row_0/A:col10/1733364824296/Put/seqid=0 2024-12-05T02:13:45,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(8855): Flush requested on c4721e2f5f5b27701aef3ca6d35e1489 2024-12-05T02:13:45,035 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c4721e2f5f5b27701aef3ca6d35e1489 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-05T02:13:45,036 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4721e2f5f5b27701aef3ca6d35e1489, store=A 2024-12-05T02:13:45,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:13:45,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4721e2f5f5b27701aef3ca6d35e1489, store=B 2024-12-05T02:13:45,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:13:45,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4721e2f5f5b27701aef3ca6d35e1489, store=C 2024-12-05T02:13:45,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:13:45,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-05T02:13:45,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741846_1022 (size=12104) 2024-12-05T02:13:45,086 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/B/b42c008e9ac542668d62b5790539643a as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/b42c008e9ac542668d62b5790539643a 2024-12-05T02:13:45,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741847_1023 (size=12104) 2024-12-05T02:13:45,097 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/A/84ed03c7f38f448b98ac4e4ec6966886 is 50, key is test_row_0/A:col10/1733364824684/Put/seqid=0 2024-12-05T02:13:45,100 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-12-05T02:13:45,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. 2024-12-05T02:13:45,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. as already flushing 2024-12-05T02:13:45,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. 2024-12-05T02:13:45,100 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => c4721e2f5f5b27701aef3ca6d35e1489, NAME => 'TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:13:45,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => c4721e2f5f5b27701aef3ca6d35e1489, NAME => 'TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:13:45,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4721e2f5f5b27701aef3ca6d35e1489, NAME => 'TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4721e2f5f5b27701aef3ca6d35e1489, NAME => 'TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:13:45,105 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/A/624009153f42437faa3081c2b90984e3 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/624009153f42437faa3081c2b90984e3 2024-12-05T02:13:45,114 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c4721e2f5f5b27701aef3ca6d35e1489/B of c4721e2f5f5b27701aef3ca6d35e1489 into b42c008e9ac542668d62b5790539643a(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T02:13:45,114 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c4721e2f5f5b27701aef3ca6d35e1489: 2024-12-05T02:13:45,117 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., storeName=c4721e2f5f5b27701aef3ca6d35e1489/B, priority=13, startTime=1733364824942; duration=0sec 2024-12-05T02:13:45,118 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T02:13:45,119 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c4721e2f5f5b27701aef3ca6d35e1489:B 2024-12-05T02:13:45,119 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T02:13:45,119 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c4721e2f5f5b27701aef3ca6d35e1489/A of c4721e2f5f5b27701aef3ca6d35e1489 into 624009153f42437faa3081c2b90984e3(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T02:13:45,119 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c4721e2f5f5b27701aef3ca6d35e1489: 2024-12-05T02:13:45,119 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., storeName=c4721e2f5f5b27701aef3ca6d35e1489/A, priority=13, startTime=1733364824939; duration=0sec 2024-12-05T02:13:45,119 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:13:45,119 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c4721e2f5f5b27701aef3ca6d35e1489:A 2024-12-05T02:13:45,123 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T02:13:45,124 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1541): c4721e2f5f5b27701aef3ca6d35e1489/C is initiating minor compaction (all files) 2024-12-05T02:13:45,124 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c4721e2f5f5b27701aef3ca6d35e1489/C in TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. 2024-12-05T02:13:45,124 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/3f56c14c16994f2f8ba259e5cc887c79, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/7e0ddf5d48dd490e8f635e1a22b7a216, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/f9fb636fc5d94d81aa333be4584e0101] into tmpdir=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp, totalSize=35.2 K 2024-12-05T02:13:45,127 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting 3f56c14c16994f2f8ba259e5cc887c79, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1733364822777 2024-12-05T02:13:45,128 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting 7e0ddf5d48dd490e8f635e1a22b7a216, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=34, earliestPutTs=1733364822943 2024-12-05T02:13:45,129 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting f9fb636fc5d94d81aa333be4584e0101, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=71, earliestPutTs=1733364824296 2024-12-05T02:13:45,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741848_1024 (size=12001) 2024-12-05T02:13:45,141 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/A/84ed03c7f38f448b98ac4e4ec6966886 2024-12-05T02:13:45,141 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733364825102, max timestamp=1733364825130Num uniques 859; 2024-12-05T02:13:45,142 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-05T02:13:45,158 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733364825102, max timestamp=1733364825134Num uniques 859; 2024-12-05T02:13:45,158 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-05T02:13:45,170 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c4721e2f5f5b27701aef3ca6d35e1489#C#compaction#12 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T02:13:45,171 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/C/e4196a13aa684df583af2a5c6a11f0f3 is 50, key is test_row_0/C:col10/1733364824296/Put/seqid=0 2024-12-05T02:13:45,176 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1733364825102, max timestamp=1733364825130Num uniques 859; 2024-12-05T02:13:45,177 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=6870, suffix heap size=117064,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150 2024-12-05T02:13:45,177 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/B/06703db99f3e4997b4f3888c0f78918d is 50, key is test_row_0/B:col10/1733364824684/Put/seqid=0 2024-12-05T02:13:45,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741849_1025 (size=12104) 2024-12-05T02:13:45,215 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/C/e4196a13aa684df583af2a5c6a11f0f3 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/e4196a13aa684df583af2a5c6a11f0f3 2024-12-05T02:13:45,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741850_1026 (size=12001) 2024-12-05T02:13:45,219 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/B/06703db99f3e4997b4f3888c0f78918d 2024-12-05T02:13:45,230 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c4721e2f5f5b27701aef3ca6d35e1489/C of c4721e2f5f5b27701aef3ca6d35e1489 into e4196a13aa684df583af2a5c6a11f0f3(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T02:13:45,230 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c4721e2f5f5b27701aef3ca6d35e1489: 2024-12-05T02:13:45,230 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., storeName=c4721e2f5f5b27701aef3ca6d35e1489/C, priority=13, startTime=1733364824942; duration=0sec 2024-12-05T02:13:45,231 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:13:45,231 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c4721e2f5f5b27701aef3ca6d35e1489:C 2024-12-05T02:13:45,247 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/C/8c81bfa3925a44d88416109f78bdfbf7 is 50, key is test_row_0/C:col10/1733364824684/Put/seqid=0 2024-12-05T02:13:45,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-05T02:13:45,257 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-12-05T02:13:45,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. 2024-12-05T02:13:45,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. as already flushing 2024-12-05T02:13:45,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. 2024-12-05T02:13:45,258 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => c4721e2f5f5b27701aef3ca6d35e1489, NAME => 'TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:13:45,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => c4721e2f5f5b27701aef3ca6d35e1489, NAME => 'TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:13:45,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4721e2f5f5b27701aef3ca6d35e1489, NAME => 'TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4721e2f5f5b27701aef3ca6d35e1489, NAME => 'TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:13:45,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741851_1027 (size=12001) 2024-12-05T02:13:45,271 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/C/8c81bfa3925a44d88416109f78bdfbf7 2024-12-05T02:13:45,284 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/A/84ed03c7f38f448b98ac4e4ec6966886 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/84ed03c7f38f448b98ac4e4ec6966886 2024-12-05T02:13:45,286 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:45,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33282 deadline: 1733364885266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:45,287 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:45,287 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:45,287 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:45,288 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:45,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33340 deadline: 1733364885272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:45,289 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:45,289 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:45,289 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:45,289 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:45,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33308 deadline: 1733364885275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:45,290 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:45,290 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:45,290 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:45,291 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:45,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33324 deadline: 1733364885276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:45,291 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:45,292 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:45,292 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:45,292 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:45,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33302 deadline: 1733364885278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:45,293 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:45,293 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:45,293 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:45,297 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/84ed03c7f38f448b98ac4e4ec6966886, entries=150, sequenceid=82, filesize=11.7 K 2024-12-05T02:13:45,300 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/B/06703db99f3e4997b4f3888c0f78918d as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/06703db99f3e4997b4f3888c0f78918d 2024-12-05T02:13:45,314 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/06703db99f3e4997b4f3888c0f78918d, entries=150, sequenceid=82, filesize=11.7 K 2024-12-05T02:13:45,316 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/C/8c81bfa3925a44d88416109f78bdfbf7 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/8c81bfa3925a44d88416109f78bdfbf7 2024-12-05T02:13:45,334 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/8c81bfa3925a44d88416109f78bdfbf7, entries=150, sequenceid=82, filesize=11.7 K 2024-12-05T02:13:45,336 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=129.31 KB/132415 for c4721e2f5f5b27701aef3ca6d35e1489 in 300ms, sequenceid=82, compaction requested=false 2024-12-05T02:13:45,336 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c4721e2f5f5b27701aef3ca6d35e1489: 2024-12-05T02:13:45,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(8855): Flush requested on c4721e2f5f5b27701aef3ca6d35e1489 2024-12-05T02:13:45,405 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c4721e2f5f5b27701aef3ca6d35e1489 3/3 column families, dataSize=136.02 KB heapSize=389.15 KB 2024-12-05T02:13:45,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4721e2f5f5b27701aef3ca6d35e1489, store=A 2024-12-05T02:13:45,412 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-12-05T02:13:45,412 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4721e2f5f5b27701aef3ca6d35e1489, store=B 2024-12-05T02:13:45,412 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-12-05T02:13:45,412 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4721e2f5f5b27701aef3ca6d35e1489, store=C 2024-12-05T02:13:45,412 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-12-05T02:13:45,419 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-12-05T02:13:45,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. 2024-12-05T02:13:45,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. as already flushing 2024-12-05T02:13:45,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. 2024-12-05T02:13:45,420 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => c4721e2f5f5b27701aef3ca6d35e1489, NAME => 'TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:13:45,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => c4721e2f5f5b27701aef3ca6d35e1489, NAME => 'TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:13:45,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4721e2f5f5b27701aef3ca6d35e1489, NAME => 'TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4721e2f5f5b27701aef3ca6d35e1489, NAME => 'TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:13:45,432 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/A/c2155e5772c34ab28294ba6e60adfbfa is 50, key is test_row_0/A:col10/1733364825266/Put/seqid=0 2024-12-05T02:13:45,438 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:45,438 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:45,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33302 deadline: 1733364885422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:45,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33324 deadline: 1733364885422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:45,439 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:45,439 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:45,440 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:45,440 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:45,440 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:45,440 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:45,440 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:45,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33340 deadline: 1733364885424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:45,441 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:45,441 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:45,441 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:45,441 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:45,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33282 deadline: 1733364885436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:45,444 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:45,444 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:45,444 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:45,444 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:45,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741852_1028 (size=12001) 2024-12-05T02:13:45,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33308 deadline: 1733364885439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:45,445 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:45,446 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:45,446 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:45,447 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=123 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/A/c2155e5772c34ab28294ba6e60adfbfa 2024-12-05T02:13:45,489 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/B/810fb5886d9740aa93ddd863208ef681 is 50, key is test_row_0/B:col10/1733364825266/Put/seqid=0 2024-12-05T02:13:45,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741853_1029 (size=12001) 2024-12-05T02:13:45,518 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=123 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/B/810fb5886d9740aa93ddd863208ef681 2024-12-05T02:13:45,550 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:45,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33340 deadline: 1733364885545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:45,551 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:45,551 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:45,552 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:45,552 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:45,552 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:45,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33302 deadline: 1733364885546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:45,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33324 deadline: 1733364885546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:45,553 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:45,553 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:45,553 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:45,554 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:45,554 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:45,554 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:45,564 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/C/5f57856206d14f5c9b94e0ac30640fea is 50, key is test_row_0/C:col10/1733364825266/Put/seqid=0 2024-12-05T02:13:45,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-05T02:13:45,567 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:45,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33282 deadline: 1733364885555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:45,568 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:45,568 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:45,568 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:45,568 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:45,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33308 deadline: 1733364885555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:45,570 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:45,571 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:45,571 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:45,575 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-12-05T02:13:45,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. 2024-12-05T02:13:45,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. as already flushing 2024-12-05T02:13:45,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. 2024-12-05T02:13:45,577 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => c4721e2f5f5b27701aef3ca6d35e1489, NAME => 'TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:13:45,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => c4721e2f5f5b27701aef3ca6d35e1489, NAME => 'TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:13:45,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4721e2f5f5b27701aef3ca6d35e1489, NAME => 'TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4721e2f5f5b27701aef3ca6d35e1489, NAME => 'TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:13:45,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741854_1030 (size=12001) 2024-12-05T02:13:45,596 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.57 KB at sequenceid=123 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/C/5f57856206d14f5c9b94e0ac30640fea 2024-12-05T02:13:45,608 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/A/c2155e5772c34ab28294ba6e60adfbfa as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/c2155e5772c34ab28294ba6e60adfbfa 2024-12-05T02:13:45,622 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/c2155e5772c34ab28294ba6e60adfbfa, entries=150, sequenceid=123, filesize=11.7 K 2024-12-05T02:13:45,624 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/B/810fb5886d9740aa93ddd863208ef681 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/810fb5886d9740aa93ddd863208ef681 2024-12-05T02:13:45,642 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/810fb5886d9740aa93ddd863208ef681, entries=150, sequenceid=123, filesize=11.7 K 2024-12-05T02:13:45,645 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/C/5f57856206d14f5c9b94e0ac30640fea as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/5f57856206d14f5c9b94e0ac30640fea 2024-12-05T02:13:45,656 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/5f57856206d14f5c9b94e0ac30640fea, entries=150, sequenceid=123, filesize=11.7 K 2024-12-05T02:13:45,659 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~142.73 KB/146155, heapSize ~409.73 KB/419560, currentSize=40.25 KB/41220 for c4721e2f5f5b27701aef3ca6d35e1489 in 253ms, sequenceid=123, compaction requested=true 2024-12-05T02:13:45,660 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c4721e2f5f5b27701aef3ca6d35e1489: 2024-12-05T02:13:45,661 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T02:13:45,663 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c4721e2f5f5b27701aef3ca6d35e1489:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T02:13:45,663 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:13:45,663 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T02:13:45,664 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T02:13:45,664 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1541): c4721e2f5f5b27701aef3ca6d35e1489/A is initiating minor compaction (all files) 2024-12-05T02:13:45,664 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c4721e2f5f5b27701aef3ca6d35e1489/A in TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. 2024-12-05T02:13:45,664 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/624009153f42437faa3081c2b90984e3, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/84ed03c7f38f448b98ac4e4ec6966886, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/c2155e5772c34ab28294ba6e60adfbfa] into tmpdir=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp, totalSize=35.3 K 2024-12-05T02:13:45,665 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting 624009153f42437faa3081c2b90984e3, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=71, earliestPutTs=1733364824296 2024-12-05T02:13:45,666 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting 84ed03c7f38f448b98ac4e4ec6966886, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1733364824684 2024-12-05T02:13:45,667 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T02:13:45,667 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1541): c4721e2f5f5b27701aef3ca6d35e1489/B is initiating minor compaction (all files) 2024-12-05T02:13:45,667 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c4721e2f5f5b27701aef3ca6d35e1489/B in TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. 2024-12-05T02:13:45,667 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/b42c008e9ac542668d62b5790539643a, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/06703db99f3e4997b4f3888c0f78918d, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/810fb5886d9740aa93ddd863208ef681] into tmpdir=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp, totalSize=35.3 K 2024-12-05T02:13:45,667 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c4721e2f5f5b27701aef3ca6d35e1489:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T02:13:45,667 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:13:45,667 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c4721e2f5f5b27701aef3ca6d35e1489:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T02:13:45,667 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T02:13:45,672 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting b42c008e9ac542668d62b5790539643a, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=71, earliestPutTs=1733364824296 2024-12-05T02:13:45,672 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting c2155e5772c34ab28294ba6e60adfbfa, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1733364825266 2024-12-05T02:13:45,674 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting 06703db99f3e4997b4f3888c0f78918d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1733364824684 2024-12-05T02:13:45,675 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting 810fb5886d9740aa93ddd863208ef681, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1733364825266 2024-12-05T02:13:45,701 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c4721e2f5f5b27701aef3ca6d35e1489#A#compaction#18 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-05T02:13:45,702 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c4721e2f5f5b27701aef3ca6d35e1489#B#compaction#19 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T02:13:45,702 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/A/42a16cb1622b4679abefed73dd890fcc is 50, key is test_row_0/A:col10/1733364825266/Put/seqid=0 2024-12-05T02:13:45,703 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/B/63942ec81475489490c7cb43315ce58d is 50, key is test_row_0/B:col10/1733364825266/Put/seqid=0 2024-12-05T02:13:45,732 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-12-05T02:13:45,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. 2024-12-05T02:13:45,733 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing c4721e2f5f5b27701aef3ca6d35e1489 3/3 column families, dataSize=40.25 KB heapSize=120.28 KB 2024-12-05T02:13:45,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4721e2f5f5b27701aef3ca6d35e1489, store=A 2024-12-05T02:13:45,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:13:45,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4721e2f5f5b27701aef3ca6d35e1489, store=B 2024-12-05T02:13:45,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:13:45,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4721e2f5f5b27701aef3ca6d35e1489, store=C 2024-12-05T02:13:45,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:13:45,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741855_1031 (size=12207) 2024-12-05T02:13:45,759 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. as already flushing 2024-12-05T02:13:45,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(8855): Flush requested on c4721e2f5f5b27701aef3ca6d35e1489 2024-12-05T02:13:45,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/A/e2f3c02a0c8f4b349292e9a1e0975018 is 50, key is test_row_0/A:col10/1733364825435/Put/seqid=0 2024-12-05T02:13:45,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741856_1032 (size=12207) 2024-12-05T02:13:45,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741857_1033 (size=9757) 2024-12-05T02:13:45,793 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/A/e2f3c02a0c8f4b349292e9a1e0975018 2024-12-05T02:13:45,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/B/2f0d545dbc4a4c51a3facdaba4832aac is 50, key is test_row_0/B:col10/1733364825435/Put/seqid=0 2024-12-05T02:13:45,827 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733364825792, max timestamp=1733364825821Num uniques 859; 2024-12-05T02:13:45,827 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733364825792, max timestamp=1733364825820Num uniques 859; 2024-12-05T02:13:45,827 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-05T02:13:45,827 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733364825792, max timestamp=1733364825820Num uniques 859; 2024-12-05T02:13:45,827 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-05T02:13:45,827 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-05T02:13:45,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741858_1034 (size=9757) 2024-12-05T02:13:45,882 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:45,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33340 deadline: 1733364885875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:45,884 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:45,884 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:45,884 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:45,884 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:45,884 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=268, cellSize=12268, totalHeapSize=28112, min timestamp=1733364825830, max timestamp=1733364825878Num uniques 1018; 2024-12-05T02:13:45,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33308 deadline: 1733364885875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:45,884 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=268, cellSize=12268, totalHeapSize=28112, min timestamp=1733364825830, max timestamp=1733364825878Num uniques 1018; 2024-12-05T02:13:45,884 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=12268, suffix heap size=133840,new segment heap size=28112 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=268 2024-12-05T02:13:45,884 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=12268, suffix heap size=133840,new segment heap size=28112 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=268 2024-12-05T02:13:45,885 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:45,885 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:45,885 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:45,887 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1733364825869, max timestamp=1733364825878Num uniques 1018; 2024-12-05T02:13:45,887 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=6870, suffix heap size=133840,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=150 2024-12-05T02:13:45,949 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:45,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33302 deadline: 1733364885941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:45,950 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:45,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33282 deadline: 1733364885942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:45,951 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:45,951 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:45,951 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:45,951 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:45,951 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:45,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33324 deadline: 1733364885944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:45,952 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:45,952 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:45,952 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:45,952 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:45,952 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:45,996 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:45,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33340 deadline: 1733364885995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:45,997 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:45,998 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:45,998 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:45,999 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:45,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33308 deadline: 1733364885998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:46,001 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:46,001 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:46,001 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:46,062 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:46,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33282 deadline: 1733364886055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:46,063 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:46,063 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:46,064 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:46,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33302 deadline: 1733364886055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:46,064 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:46,064 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:46,064 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:46,064 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:46,065 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:46,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33324 deadline: 1733364886056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:46,066 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:46,066 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:46,066 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:46,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-05T02:13:46,175 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/B/63942ec81475489490c7cb43315ce58d as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/63942ec81475489490c7cb43315ce58d 2024-12-05T02:13:46,182 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/A/42a16cb1622b4679abefed73dd890fcc as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/42a16cb1622b4679abefed73dd890fcc 2024-12-05T02:13:46,189 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c4721e2f5f5b27701aef3ca6d35e1489/B of c4721e2f5f5b27701aef3ca6d35e1489 into 63942ec81475489490c7cb43315ce58d(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T02:13:46,190 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c4721e2f5f5b27701aef3ca6d35e1489: 2024-12-05T02:13:46,190 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., storeName=c4721e2f5f5b27701aef3ca6d35e1489/B, priority=13, startTime=1733364825663; duration=0sec 2024-12-05T02:13:46,191 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T02:13:46,191 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c4721e2f5f5b27701aef3ca6d35e1489:B 2024-12-05T02:13:46,191 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T02:13:46,195 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c4721e2f5f5b27701aef3ca6d35e1489/A of c4721e2f5f5b27701aef3ca6d35e1489 into 42a16cb1622b4679abefed73dd890fcc(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T02:13:46,195 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c4721e2f5f5b27701aef3ca6d35e1489: 2024-12-05T02:13:46,195 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., storeName=c4721e2f5f5b27701aef3ca6d35e1489/A, priority=13, startTime=1733364825661; duration=0sec 2024-12-05T02:13:46,196 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:13:46,196 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T02:13:46,196 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c4721e2f5f5b27701aef3ca6d35e1489:A 2024-12-05T02:13:46,196 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1541): c4721e2f5f5b27701aef3ca6d35e1489/C is initiating minor compaction (all files) 2024-12-05T02:13:46,196 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c4721e2f5f5b27701aef3ca6d35e1489/C in TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. 2024-12-05T02:13:46,196 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/e4196a13aa684df583af2a5c6a11f0f3, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/8c81bfa3925a44d88416109f78bdfbf7, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/5f57856206d14f5c9b94e0ac30640fea] into tmpdir=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp, totalSize=35.3 K 2024-12-05T02:13:46,197 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting e4196a13aa684df583af2a5c6a11f0f3, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=71, earliestPutTs=1733364824296 2024-12-05T02:13:46,198 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting 8c81bfa3925a44d88416109f78bdfbf7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1733364824684 2024-12-05T02:13:46,199 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting 5f57856206d14f5c9b94e0ac30640fea, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1733364825266 2024-12-05T02:13:46,221 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:46,221 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:46,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33308 deadline: 1733364886205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:46,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33340 deadline: 1733364886205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:46,222 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:46,222 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:46,222 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:46,223 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:46,223 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:46,223 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:46,230 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c4721e2f5f5b27701aef3ca6d35e1489#C#compaction#22 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T02:13:46,233 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/C/37e9ddd177594e6db2df3fd76d22c08e is 50, key is test_row_0/C:col10/1733364825266/Put/seqid=0 2024-12-05T02:13:46,275 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/B/2f0d545dbc4a4c51a3facdaba4832aac 2024-12-05T02:13:46,277 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:46,277 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:46,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33324 deadline: 1733364886276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:46,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33302 deadline: 1733364886276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:46,278 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:46,278 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:46,278 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:46,278 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:46,278 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:46,278 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:46,279 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:46,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33282 deadline: 1733364886276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:46,280 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:46,280 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:46,280 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:46,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741859_1035 (size=12207) 2024-12-05T02:13:46,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/C/01475e7f1d6a49c1965b766b3807d78d is 50, key is test_row_0/C:col10/1733364825435/Put/seqid=0 2024-12-05T02:13:46,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741860_1036 (size=9757) 2024-12-05T02:13:46,332 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/C/01475e7f1d6a49c1965b766b3807d78d 2024-12-05T02:13:46,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/A/e2f3c02a0c8f4b349292e9a1e0975018 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/e2f3c02a0c8f4b349292e9a1e0975018 2024-12-05T02:13:46,357 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/e2f3c02a0c8f4b349292e9a1e0975018, entries=100, sequenceid=132, filesize=9.5 K 2024-12-05T02:13:46,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/B/2f0d545dbc4a4c51a3facdaba4832aac as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/2f0d545dbc4a4c51a3facdaba4832aac 2024-12-05T02:13:46,371 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/2f0d545dbc4a4c51a3facdaba4832aac, entries=100, sequenceid=132, filesize=9.5 K 2024-12-05T02:13:46,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/C/01475e7f1d6a49c1965b766b3807d78d as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/01475e7f1d6a49c1965b766b3807d78d 2024-12-05T02:13:46,395 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/01475e7f1d6a49c1965b766b3807d78d, entries=100, sequenceid=132, filesize=9.5 K 2024-12-05T02:13:46,401 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~120.23 KB/123120, currentSize=142.33 KB/145742 for c4721e2f5f5b27701aef3ca6d35e1489 in 668ms, sequenceid=132, compaction requested=false 2024-12-05T02:13:46,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for c4721e2f5f5b27701aef3ca6d35e1489: 2024-12-05T02:13:46,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. 2024-12-05T02:13:46,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-12-05T02:13:46,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-12-05T02:13:46,409 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-05T02:13:46,409 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4640 sec 2024-12-05T02:13:46,412 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees in 1.4750 sec 2024-12-05T02:13:46,538 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c4721e2f5f5b27701aef3ca6d35e1489 3/3 column families, dataSize=149.04 KB heapSize=423.25 KB 2024-12-05T02:13:46,539 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4721e2f5f5b27701aef3ca6d35e1489, store=A 2024-12-05T02:13:46,539 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-12-05T02:13:46,539 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4721e2f5f5b27701aef3ca6d35e1489, store=B 2024-12-05T02:13:46,539 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-12-05T02:13:46,539 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4721e2f5f5b27701aef3ca6d35e1489, store=C 2024-12-05T02:13:46,539 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-12-05T02:13:46,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(8855): Flush requested on c4721e2f5f5b27701aef3ca6d35e1489 2024-12-05T02:13:46,557 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/A/a94afb10552644278b9968aea25f059f is 50, key is test_row_0/A:col10/1733364825941/Put/seqid=0 2024-12-05T02:13:46,580 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:46,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33340 deadline: 1733364886574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:46,581 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:46,581 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:46,581 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:46,585 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:46,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33308 deadline: 1733364886580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:46,587 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:46,587 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:46,587 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:46,589 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:46,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33324 deadline: 1733364886586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:46,590 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:46,590 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:46,590 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:46,590 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:46,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33282 deadline: 1733364886586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:46,591 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:46,591 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:46,591 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:46,591 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:46,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33302 deadline: 1733364886586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:46,593 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:46,593 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:46,593 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:46,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741861_1037 (size=14541) 2024-12-05T02:13:46,648 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-05T02:13:46,689 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:46,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33340 deadline: 1733364886685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:46,690 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:46,690 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:46,690 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:46,699 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/C/37e9ddd177594e6db2df3fd76d22c08e as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/37e9ddd177594e6db2df3fd76d22c08e 2024-12-05T02:13:46,701 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:46,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33308 deadline: 1733364886694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:46,703 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:46,703 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:46,703 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:46,737 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c4721e2f5f5b27701aef3ca6d35e1489/C of c4721e2f5f5b27701aef3ca6d35e1489 into 37e9ddd177594e6db2df3fd76d22c08e(size=11.9 K), total size for store is 21.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T02:13:46,738 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c4721e2f5f5b27701aef3ca6d35e1489: 2024-12-05T02:13:46,738 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., storeName=c4721e2f5f5b27701aef3ca6d35e1489/C, priority=13, startTime=1733364825667; duration=0sec 2024-12-05T02:13:46,738 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:13:46,738 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c4721e2f5f5b27701aef3ca6d35e1489:C 2024-12-05T02:13:46,744 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T02:13:46,899 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:46,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33340 deadline: 1733364886895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:46,900 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:46,900 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:46,900 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:46,917 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:46,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33308 deadline: 1733364886914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:46,920 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:46,920 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:46,920 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:47,017 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=189 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/A/a94afb10552644278b9968aea25f059f 2024-12-05T02:13:47,052 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/B/806087ef2fb14de682a3e2bcb85983a4 is 50, key is test_row_0/B:col10/1733364825941/Put/seqid=0 2024-12-05T02:13:47,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741862_1038 (size=12151) 2024-12-05T02:13:47,079 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=189 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/B/806087ef2fb14de682a3e2bcb85983a4 2024-12-05T02:13:47,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-05T02:13:47,085 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-05T02:13:47,086 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T02:13:47,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees 2024-12-05T02:13:47,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-05T02:13:47,090 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T02:13:47,091 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T02:13:47,092 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T02:13:47,097 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:47,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33324 deadline: 1733364887096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:47,098 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:47,098 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:47,098 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:47,098 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:47,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33282 deadline: 1733364887096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:47,099 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:47,100 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:47,100 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:47,111 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:47,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33302 deadline: 1733364887105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:47,112 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:47,112 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:47,112 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:47,128 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/C/9559acca9ee24f789260e06adab77d32 is 50, key is test_row_0/C:col10/1733364825941/Put/seqid=0 2024-12-05T02:13:47,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741863_1039 (size=12151) 2024-12-05T02:13:47,175 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.16 KB at sequenceid=189 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/C/9559acca9ee24f789260e06adab77d32 2024-12-05T02:13:47,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-05T02:13:47,196 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/A/a94afb10552644278b9968aea25f059f as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/a94afb10552644278b9968aea25f059f 2024-12-05T02:13:47,208 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:47,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33340 deadline: 1733364887207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:47,210 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:47,210 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:47,210 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:47,212 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/a94afb10552644278b9968aea25f059f, entries=200, sequenceid=189, filesize=14.2 K 2024-12-05T02:13:47,215 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/B/806087ef2fb14de682a3e2bcb85983a4 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/806087ef2fb14de682a3e2bcb85983a4 2024-12-05T02:13:47,226 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:47,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33308 deadline: 1733364887225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:47,228 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:47,228 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:47,228 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:47,238 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/806087ef2fb14de682a3e2bcb85983a4, entries=150, sequenceid=189, filesize=11.9 K 2024-12-05T02:13:47,242 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/C/9559acca9ee24f789260e06adab77d32 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/9559acca9ee24f789260e06adab77d32 2024-12-05T02:13:47,246 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-12-05T02:13:47,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. 2024-12-05T02:13:47,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. as already flushing 2024-12-05T02:13:47,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. 2024-12-05T02:13:47,246 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => c4721e2f5f5b27701aef3ca6d35e1489, NAME => 'TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:13:47,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => c4721e2f5f5b27701aef3ca6d35e1489, NAME => 'TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:13:47,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4721e2f5f5b27701aef3ca6d35e1489, NAME => 'TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4721e2f5f5b27701aef3ca6d35e1489, NAME => 'TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:13:47,254 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/9559acca9ee24f789260e06adab77d32, entries=150, sequenceid=189, filesize=11.9 K 2024-12-05T02:13:47,256 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~149.04 KB/152612, heapSize ~423.20 KB/433360, currentSize=33.54 KB/34350 for c4721e2f5f5b27701aef3ca6d35e1489 in 718ms, sequenceid=189, compaction requested=true 2024-12-05T02:13:47,257 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c4721e2f5f5b27701aef3ca6d35e1489: 2024-12-05T02:13:47,257 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c4721e2f5f5b27701aef3ca6d35e1489:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T02:13:47,257 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T02:13:47,257 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:13:47,257 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c4721e2f5f5b27701aef3ca6d35e1489:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T02:13:47,257 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T02:13:47,257 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T02:13:47,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c4721e2f5f5b27701aef3ca6d35e1489:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T02:13:47,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T02:13:47,260 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34115 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T02:13:47,260 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36505 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T02:13:47,260 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1541): c4721e2f5f5b27701aef3ca6d35e1489/B is initiating minor compaction (all files) 2024-12-05T02:13:47,260 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1541): c4721e2f5f5b27701aef3ca6d35e1489/A is initiating minor compaction (all files) 2024-12-05T02:13:47,260 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c4721e2f5f5b27701aef3ca6d35e1489/B in TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. 2024-12-05T02:13:47,260 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c4721e2f5f5b27701aef3ca6d35e1489/A in TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. 2024-12-05T02:13:47,260 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/42a16cb1622b4679abefed73dd890fcc, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/e2f3c02a0c8f4b349292e9a1e0975018, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/a94afb10552644278b9968aea25f059f] into tmpdir=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp, totalSize=35.6 K 2024-12-05T02:13:47,260 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/63942ec81475489490c7cb43315ce58d, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/2f0d545dbc4a4c51a3facdaba4832aac, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/806087ef2fb14de682a3e2bcb85983a4] into tmpdir=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp, totalSize=33.3 K 2024-12-05T02:13:47,261 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting 42a16cb1622b4679abefed73dd890fcc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1733364825266 2024-12-05T02:13:47,262 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting 63942ec81475489490c7cb43315ce58d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1733364825266 2024-12-05T02:13:47,262 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting e2f3c02a0c8f4b349292e9a1e0975018, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1733364825432 2024-12-05T02:13:47,263 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting 2f0d545dbc4a4c51a3facdaba4832aac, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1733364825432 2024-12-05T02:13:47,263 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting a94afb10552644278b9968aea25f059f, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=189, earliestPutTs=1733364825933 2024-12-05T02:13:47,263 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting 806087ef2fb14de682a3e2bcb85983a4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=189, earliestPutTs=1733364825938 2024-12-05T02:13:47,299 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c4721e2f5f5b27701aef3ca6d35e1489#A#compaction#27 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T02:13:47,300 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/A/90d962ebdc2e4764a6b46b71f46e896a is 50, key is test_row_0/A:col10/1733364825941/Put/seqid=0 2024-12-05T02:13:47,304 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c4721e2f5f5b27701aef3ca6d35e1489#B#compaction#28 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T02:13:47,304 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/B/2456675036bf472894c2b6f7f2b27daa is 50, key is test_row_0/B:col10/1733364825941/Put/seqid=0 2024-12-05T02:13:47,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741864_1040 (size=12459) 2024-12-05T02:13:47,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741865_1041 (size=12459) 2024-12-05T02:13:47,377 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/A/90d962ebdc2e4764a6b46b71f46e896a as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/90d962ebdc2e4764a6b46b71f46e896a 2024-12-05T02:13:47,379 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/B/2456675036bf472894c2b6f7f2b27daa as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/2456675036bf472894c2b6f7f2b27daa 2024-12-05T02:13:47,396 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c4721e2f5f5b27701aef3ca6d35e1489/A of c4721e2f5f5b27701aef3ca6d35e1489 into 90d962ebdc2e4764a6b46b71f46e896a(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T02:13:47,396 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c4721e2f5f5b27701aef3ca6d35e1489/B of c4721e2f5f5b27701aef3ca6d35e1489 into 2456675036bf472894c2b6f7f2b27daa(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T02:13:47,396 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c4721e2f5f5b27701aef3ca6d35e1489: 2024-12-05T02:13:47,396 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c4721e2f5f5b27701aef3ca6d35e1489: 2024-12-05T02:13:47,396 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., storeName=c4721e2f5f5b27701aef3ca6d35e1489/A, priority=13, startTime=1733364827257; duration=0sec 2024-12-05T02:13:47,396 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., storeName=c4721e2f5f5b27701aef3ca6d35e1489/B, priority=13, startTime=1733364827257; duration=0sec 2024-12-05T02:13:47,396 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T02:13:47,396 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c4721e2f5f5b27701aef3ca6d35e1489:A 2024-12-05T02:13:47,396 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T02:13:47,397 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c4721e2f5f5b27701aef3ca6d35e1489:B 2024-12-05T02:13:47,397 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T02:13:47,398 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34115 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T02:13:47,398 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1541): c4721e2f5f5b27701aef3ca6d35e1489/C is initiating minor compaction (all files) 2024-12-05T02:13:47,398 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c4721e2f5f5b27701aef3ca6d35e1489/C in TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. 2024-12-05T02:13:47,399 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/37e9ddd177594e6db2df3fd76d22c08e, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/01475e7f1d6a49c1965b766b3807d78d, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/9559acca9ee24f789260e06adab77d32] into tmpdir=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp, totalSize=33.3 K 2024-12-05T02:13:47,400 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting 37e9ddd177594e6db2df3fd76d22c08e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1733364825266 2024-12-05T02:13:47,401 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting 01475e7f1d6a49c1965b766b3807d78d, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1733364825432 2024-12-05T02:13:47,402 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9559acca9ee24f789260e06adab77d32, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=189, earliestPutTs=1733364825938 2024-12-05T02:13:47,402 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-12-05T02:13:47,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. 2024-12-05T02:13:47,403 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing c4721e2f5f5b27701aef3ca6d35e1489 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB 2024-12-05T02:13:47,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4721e2f5f5b27701aef3ca6d35e1489, store=A 2024-12-05T02:13:47,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:13:47,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4721e2f5f5b27701aef3ca6d35e1489, store=B 2024-12-05T02:13:47,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:13:47,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4721e2f5f5b27701aef3ca6d35e1489, store=C 2024-12-05T02:13:47,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:13:47,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-05T02:13:47,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/A/0730b43d925a4f1c99ca50be80220ac9 is 50, key is test_row_0/A:col10/1733364826570/Put/seqid=0 2024-12-05T02:13:47,427 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c4721e2f5f5b27701aef3ca6d35e1489#C#compaction#30 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T02:13:47,428 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/C/976a993f15b9497b8b0bfc2f940fabcc is 50, key is test_row_0/C:col10/1733364825941/Put/seqid=0 2024-12-05T02:13:47,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741867_1043 (size=12459) 2024-12-05T02:13:47,497 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/C/976a993f15b9497b8b0bfc2f940fabcc as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/976a993f15b9497b8b0bfc2f940fabcc 2024-12-05T02:13:47,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741866_1042 (size=9757) 2024-12-05T02:13:47,511 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/A/0730b43d925a4f1c99ca50be80220ac9 2024-12-05T02:13:47,514 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c4721e2f5f5b27701aef3ca6d35e1489/C of c4721e2f5f5b27701aef3ca6d35e1489 into 976a993f15b9497b8b0bfc2f940fabcc(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T02:13:47,514 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c4721e2f5f5b27701aef3ca6d35e1489: 2024-12-05T02:13:47,515 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., storeName=c4721e2f5f5b27701aef3ca6d35e1489/C, priority=13, startTime=1733364827258; duration=0sec 2024-12-05T02:13:47,515 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:13:47,515 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c4721e2f5f5b27701aef3ca6d35e1489:C 2024-12-05T02:13:47,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/B/5aea06a087484c10b8756417b6e3a1f8 is 50, key is test_row_0/B:col10/1733364826570/Put/seqid=0 2024-12-05T02:13:47,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741868_1044 (size=9757) 2024-12-05T02:13:47,581 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/B/5aea06a087484c10b8756417b6e3a1f8 2024-12-05T02:13:47,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/C/2e17039e2ca24ff2b3f21f228e3347e5 is 50, key is test_row_0/C:col10/1733364826570/Put/seqid=0 2024-12-05T02:13:47,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741869_1045 (size=9757) 2024-12-05T02:13:47,649 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/C/2e17039e2ca24ff2b3f21f228e3347e5 2024-12-05T02:13:47,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/A/0730b43d925a4f1c99ca50be80220ac9 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/0730b43d925a4f1c99ca50be80220ac9 2024-12-05T02:13:47,670 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/0730b43d925a4f1c99ca50be80220ac9, entries=100, sequenceid=200, filesize=9.5 K 2024-12-05T02:13:47,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/B/5aea06a087484c10b8756417b6e3a1f8 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/5aea06a087484c10b8756417b6e3a1f8 2024-12-05T02:13:47,699 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/5aea06a087484c10b8756417b6e3a1f8, entries=100, sequenceid=200, filesize=9.5 K 2024-12-05T02:13:47,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/C/2e17039e2ca24ff2b3f21f228e3347e5 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/2e17039e2ca24ff2b3f21f228e3347e5 2024-12-05T02:13:47,713 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-05T02:13:47,713 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-05T02:13:47,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-05T02:13:47,715 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T02:13:47,715 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-05T02:13:47,715 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/2e17039e2ca24ff2b3f21f228e3347e5, entries=100, sequenceid=200, filesize=9.5 K 2024-12-05T02:13:47,715 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-05T02:13:47,716 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-05T02:13:47,717 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-05T02:13:47,717 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-12-05T02:13:47,717 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for c4721e2f5f5b27701aef3ca6d35e1489 in 314ms, sequenceid=200, compaction requested=false 2024-12-05T02:13:47,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for c4721e2f5f5b27701aef3ca6d35e1489: 2024-12-05T02:13:47,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. 2024-12-05T02:13:47,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-12-05T02:13:47,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-12-05T02:13:47,724 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-12-05T02:13:47,724 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 629 msec 2024-12-05T02:13:47,728 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees in 640 msec 2024-12-05T02:13:47,750 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c4721e2f5f5b27701aef3ca6d35e1489 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-05T02:13:47,751 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4721e2f5f5b27701aef3ca6d35e1489, store=A 2024-12-05T02:13:47,751 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:13:47,751 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4721e2f5f5b27701aef3ca6d35e1489, store=B 2024-12-05T02:13:47,751 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:13:47,751 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4721e2f5f5b27701aef3ca6d35e1489, store=C 2024-12-05T02:13:47,751 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:13:47,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(8855): Flush requested on c4721e2f5f5b27701aef3ca6d35e1489 2024-12-05T02:13:47,775 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/A/a15a48f98cb845e5b2fe45c2cf136d91 is 50, key is test_row_0/A:col10/1733364827740/Put/seqid=0 2024-12-05T02:13:47,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741870_1046 (size=19321) 2024-12-05T02:13:47,810 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/A/a15a48f98cb845e5b2fe45c2cf136d91 2024-12-05T02:13:47,829 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733364827799, max timestamp=1733364827821Num uniques 859; 2024-12-05T02:13:47,829 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733364827799, max timestamp=1733364827821Num uniques 859; 2024-12-05T02:13:47,829 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-05T02:13:47,829 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-05T02:13:47,830 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733364827799, max timestamp=1733364827819Num uniques 859; 2024-12-05T02:13:47,830 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-05T02:13:47,840 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/B/6f58237949954767847b1ed9894737f9 is 50, key is test_row_0/B:col10/1733364827740/Put/seqid=0 2024-12-05T02:13:47,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741871_1047 (size=12151) 2024-12-05T02:13:47,861 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/B/6f58237949954767847b1ed9894737f9 2024-12-05T02:13:47,880 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/C/d1bd4a33017542f9bcbbc5227183e2aa is 50, key is test_row_0/C:col10/1733364827740/Put/seqid=0 2024-12-05T02:13:47,901 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:47,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33308 deadline: 1733364887897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:47,902 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:47,902 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:47,902 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:47,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741872_1048 (size=12151) 2024-12-05T02:13:47,905 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/C/d1bd4a33017542f9bcbbc5227183e2aa 2024-12-05T02:13:47,905 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:47,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33340 deadline: 1733364887902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:47,906 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:47,906 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:47,906 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:47,919 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/A/a15a48f98cb845e5b2fe45c2cf136d91 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/a15a48f98cb845e5b2fe45c2cf136d91 2024-12-05T02:13:47,927 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/a15a48f98cb845e5b2fe45c2cf136d91, entries=300, sequenceid=212, filesize=18.9 K 2024-12-05T02:13:47,930 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/B/6f58237949954767847b1ed9894737f9 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/6f58237949954767847b1ed9894737f9 2024-12-05T02:13:47,943 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/6f58237949954767847b1ed9894737f9, entries=150, sequenceid=212, filesize=11.9 K 2024-12-05T02:13:47,945 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/C/d1bd4a33017542f9bcbbc5227183e2aa as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/d1bd4a33017542f9bcbbc5227183e2aa 2024-12-05T02:13:47,956 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/d1bd4a33017542f9bcbbc5227183e2aa, entries=150, sequenceid=212, filesize=11.9 K 2024-12-05T02:13:47,958 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for c4721e2f5f5b27701aef3ca6d35e1489 in 208ms, sequenceid=212, compaction requested=true 2024-12-05T02:13:47,959 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c4721e2f5f5b27701aef3ca6d35e1489: 2024-12-05T02:13:47,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c4721e2f5f5b27701aef3ca6d35e1489:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T02:13:47,959 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T02:13:47,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:13:47,959 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T02:13:47,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c4721e2f5f5b27701aef3ca6d35e1489:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T02:13:47,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:13:47,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c4721e2f5f5b27701aef3ca6d35e1489:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T02:13:47,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T02:13:47,964 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34367 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T02:13:47,964 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1541): c4721e2f5f5b27701aef3ca6d35e1489/B is initiating minor compaction (all files) 2024-12-05T02:13:47,964 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c4721e2f5f5b27701aef3ca6d35e1489/B in TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. 2024-12-05T02:13:47,965 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41537 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T02:13:47,965 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1541): c4721e2f5f5b27701aef3ca6d35e1489/A is initiating minor compaction (all files) 2024-12-05T02:13:47,965 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c4721e2f5f5b27701aef3ca6d35e1489/A in TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. 2024-12-05T02:13:47,965 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/2456675036bf472894c2b6f7f2b27daa, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/5aea06a087484c10b8756417b6e3a1f8, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/6f58237949954767847b1ed9894737f9] into tmpdir=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp, totalSize=33.6 K 2024-12-05T02:13:47,966 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/90d962ebdc2e4764a6b46b71f46e896a, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/0730b43d925a4f1c99ca50be80220ac9, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/a15a48f98cb845e5b2fe45c2cf136d91] into tmpdir=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp, totalSize=40.6 K 2024-12-05T02:13:47,966 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting 2456675036bf472894c2b6f7f2b27daa, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=189, earliestPutTs=1733364825938 2024-12-05T02:13:47,966 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting 90d962ebdc2e4764a6b46b71f46e896a, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=189, earliestPutTs=1733364825938 2024-12-05T02:13:47,967 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting 5aea06a087484c10b8756417b6e3a1f8, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1733364826570 2024-12-05T02:13:47,967 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting 6f58237949954767847b1ed9894737f9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1733364827740 2024-12-05T02:13:47,967 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0730b43d925a4f1c99ca50be80220ac9, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1733364826570 2024-12-05T02:13:47,968 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting a15a48f98cb845e5b2fe45c2cf136d91, keycount=300, bloomtype=ROW, size=18.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1733364827732 2024-12-05T02:13:47,999 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c4721e2f5f5b27701aef3ca6d35e1489#B#compaction#36 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T02:13:48,000 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/B/154fba56364646b893279ac2f006428a is 50, key is test_row_0/B:col10/1733364827740/Put/seqid=0 2024-12-05T02:13:48,002 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c4721e2f5f5b27701aef3ca6d35e1489#A#compaction#37 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T02:13:48,003 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/A/0daf9abde2ee4410930136a723ff8366 is 50, key is test_row_0/A:col10/1733364827740/Put/seqid=0 2024-12-05T02:13:48,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(8855): Flush requested on c4721e2f5f5b27701aef3ca6d35e1489 2024-12-05T02:13:48,012 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c4721e2f5f5b27701aef3ca6d35e1489 3/3 column families, dataSize=134.18 KB heapSize=384.98 KB 2024-12-05T02:13:48,013 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4721e2f5f5b27701aef3ca6d35e1489, store=A 2024-12-05T02:13:48,013 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T02:13:48,013 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4721e2f5f5b27701aef3ca6d35e1489, store=B 2024-12-05T02:13:48,013 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T02:13:48,013 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4721e2f5f5b27701aef3ca6d35e1489, store=C 2024-12-05T02:13:48,013 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T02:13:48,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741873_1049 (size=12561) 2024-12-05T02:13:48,041 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/A/0daf9abde2ee4410930136a723ff8366 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/0daf9abde2ee4410930136a723ff8366 2024-12-05T02:13:48,054 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/A/27b63bf6e246428293c57ea7f7107b35 is 50, key is test_row_0/A:col10/1733364827894/Put/seqid=0 2024-12-05T02:13:48,070 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c4721e2f5f5b27701aef3ca6d35e1489/A of c4721e2f5f5b27701aef3ca6d35e1489 into 0daf9abde2ee4410930136a723ff8366(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T02:13:48,070 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c4721e2f5f5b27701aef3ca6d35e1489: 2024-12-05T02:13:48,070 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., storeName=c4721e2f5f5b27701aef3ca6d35e1489/A, priority=13, startTime=1733364827959; duration=0sec 2024-12-05T02:13:48,071 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T02:13:48,071 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c4721e2f5f5b27701aef3ca6d35e1489:A 2024-12-05T02:13:48,071 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T02:13:48,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741874_1050 (size=12561) 2024-12-05T02:13:48,074 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34367 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T02:13:48,074 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1541): c4721e2f5f5b27701aef3ca6d35e1489/C is initiating minor compaction (all files) 2024-12-05T02:13:48,074 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c4721e2f5f5b27701aef3ca6d35e1489/C in TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. 2024-12-05T02:13:48,075 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/976a993f15b9497b8b0bfc2f940fabcc, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/2e17039e2ca24ff2b3f21f228e3347e5, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/d1bd4a33017542f9bcbbc5227183e2aa] into tmpdir=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp, totalSize=33.6 K 2024-12-05T02:13:48,075 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting 976a993f15b9497b8b0bfc2f940fabcc, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=189, earliestPutTs=1733364825938 2024-12-05T02:13:48,076 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2e17039e2ca24ff2b3f21f228e3347e5, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1733364826570 2024-12-05T02:13:48,076 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting d1bd4a33017542f9bcbbc5227183e2aa, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1733364827740 2024-12-05T02:13:48,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741875_1051 (size=14541) 2024-12-05T02:13:48,091 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/A/27b63bf6e246428293c57ea7f7107b35 2024-12-05T02:13:48,100 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c4721e2f5f5b27701aef3ca6d35e1489#C#compaction#39 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T02:13:48,101 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/C/12119f1d57894830983f498b8475873f is 50, key is test_row_0/C:col10/1733364827740/Put/seqid=0 2024-12-05T02:13:48,106 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/B/08389111d61e439389b61d82a81bcf80 is 50, key is test_row_0/B:col10/1733364827894/Put/seqid=0 2024-12-05T02:13:48,112 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:48,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33340 deadline: 1733364888103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:48,113 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:48,113 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:48,113 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:48,114 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:48,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33282 deadline: 1733364888105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:48,115 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:48,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33308 deadline: 1733364888106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:48,115 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:48,116 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:48,116 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:48,119 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 01bccfa882c7,46535,1733364817982 for 'test_row_0' in c4721e2f5f5b27701aef3ca6d35e1489 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2174 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-05T02:13:48,120 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:48,120 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:48,120 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:48,124 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:48,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33324 deadline: 1733364888114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:48,125 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 01bccfa882c7,46535,1733364817982 for 'test_row_1' in c4721e2f5f5b27701aef3ca6d35e1489 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2181 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-05T02:13:48,126 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:48,126 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:48,126 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:48,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741876_1052 (size=12561) 2024-12-05T02:13:48,133 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:48,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33302 deadline: 1733364888125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:48,135 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 01bccfa882c7,46535,1733364817982 for 'test_row_2' in c4721e2f5f5b27701aef3ca6d35e1489 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2194 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-05T02:13:48,136 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:48,136 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:48,136 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:48,145 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/C/12119f1d57894830983f498b8475873f as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/12119f1d57894830983f498b8475873f 2024-12-05T02:13:48,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741877_1053 (size=12151) 2024-12-05T02:13:48,147 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/B/08389111d61e439389b61d82a81bcf80 2024-12-05T02:13:48,167 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/C/59a2ae5397dd470684172238169f88b8 is 50, key is test_row_0/C:col10/1733364827894/Put/seqid=0 2024-12-05T02:13:48,176 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c4721e2f5f5b27701aef3ca6d35e1489/C of c4721e2f5f5b27701aef3ca6d35e1489 into 12119f1d57894830983f498b8475873f(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T02:13:48,176 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c4721e2f5f5b27701aef3ca6d35e1489: 2024-12-05T02:13:48,176 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., storeName=c4721e2f5f5b27701aef3ca6d35e1489/C, priority=13, startTime=1733364827959; duration=0sec 2024-12-05T02:13:48,176 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:13:48,176 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c4721e2f5f5b27701aef3ca6d35e1489:C 2024-12-05T02:13:48,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741878_1054 (size=12151) 2024-12-05T02:13:48,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-05T02:13:48,226 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-05T02:13:48,226 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T02:13:48,227 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:48,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33340 deadline: 1733364888225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:48,227 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:48,228 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:48,228 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:48,228 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:48,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33308 deadline: 1733364888226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:48,229 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:48,229 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:48,229 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:48,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees 2024-12-05T02:13:48,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-05T02:13:48,231 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T02:13:48,232 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T02:13:48,232 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T02:13:48,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-05T02:13:48,388 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-12-05T02:13:48,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. 2024-12-05T02:13:48,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. as already flushing 2024-12-05T02:13:48,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. 2024-12-05T02:13:48,389 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => c4721e2f5f5b27701aef3ca6d35e1489, NAME => 'TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:13:48,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => c4721e2f5f5b27701aef3ca6d35e1489, NAME => 'TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:13:48,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4721e2f5f5b27701aef3ca6d35e1489, NAME => 'TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4721e2f5f5b27701aef3ca6d35e1489, NAME => 'TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:13:48,441 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:48,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33340 deadline: 1733364888435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:48,442 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:48,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33308 deadline: 1733364888435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:48,443 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:48,444 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:48,444 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:48,445 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:48,445 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:48,445 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:48,482 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/B/154fba56364646b893279ac2f006428a as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/154fba56364646b893279ac2f006428a 2024-12-05T02:13:48,495 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c4721e2f5f5b27701aef3ca6d35e1489/B of c4721e2f5f5b27701aef3ca6d35e1489 into 154fba56364646b893279ac2f006428a(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T02:13:48,495 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c4721e2f5f5b27701aef3ca6d35e1489: 2024-12-05T02:13:48,496 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., storeName=c4721e2f5f5b27701aef3ca6d35e1489/B, priority=13, startTime=1733364827959; duration=0sec 2024-12-05T02:13:48,496 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:13:48,496 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c4721e2f5f5b27701aef3ca6d35e1489:B 2024-12-05T02:13:48,544 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-12-05T02:13:48,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. 2024-12-05T02:13:48,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. as already flushing 2024-12-05T02:13:48,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. 2024-12-05T02:13:48,545 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => c4721e2f5f5b27701aef3ca6d35e1489, NAME => 'TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:13:48,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => c4721e2f5f5b27701aef3ca6d35e1489, NAME => 'TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:13:48,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-05T02:13:48,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4721e2f5f5b27701aef3ca6d35e1489, NAME => 'TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4721e2f5f5b27701aef3ca6d35e1489, NAME => 'TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:13:48,605 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/C/59a2ae5397dd470684172238169f88b8 2024-12-05T02:13:48,614 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/A/27b63bf6e246428293c57ea7f7107b35 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/27b63bf6e246428293c57ea7f7107b35 2024-12-05T02:13:48,626 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/27b63bf6e246428293c57ea7f7107b35, entries=200, sequenceid=249, filesize=14.2 K 2024-12-05T02:13:48,627 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/B/08389111d61e439389b61d82a81bcf80 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/08389111d61e439389b61d82a81bcf80 2024-12-05T02:13:48,637 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/08389111d61e439389b61d82a81bcf80, entries=150, sequenceid=249, filesize=11.9 K 2024-12-05T02:13:48,639 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/C/59a2ae5397dd470684172238169f88b8 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/59a2ae5397dd470684172238169f88b8 2024-12-05T02:13:48,652 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/59a2ae5397dd470684172238169f88b8, entries=150, sequenceid=249, filesize=11.9 K 2024-12-05T02:13:48,653 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~384.94 KB/394176, currentSize=53.67 KB/54960 for c4721e2f5f5b27701aef3ca6d35e1489 in 641ms, sequenceid=249, compaction requested=false 2024-12-05T02:13:48,654 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c4721e2f5f5b27701aef3ca6d35e1489: 2024-12-05T02:13:48,701 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-12-05T02:13:48,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. 2024-12-05T02:13:48,701 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing c4721e2f5f5b27701aef3ca6d35e1489 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-12-05T02:13:48,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4721e2f5f5b27701aef3ca6d35e1489, store=A 2024-12-05T02:13:48,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:13:48,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4721e2f5f5b27701aef3ca6d35e1489, store=B 2024-12-05T02:13:48,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:13:48,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4721e2f5f5b27701aef3ca6d35e1489, store=C 2024-12-05T02:13:48,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:13:48,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/A/12480bb7e4ef46fa8df55fefec2cd810 is 50, key is test_row_0/A:col10/1733364828096/Put/seqid=0 2024-12-05T02:13:48,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741879_1055 (size=12251) 2024-12-05T02:13:48,731 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=263 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/A/12480bb7e4ef46fa8df55fefec2cd810 2024-12-05T02:13:48,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/B/f6dbb59b35eb49a8944365a2e1057f8e is 50, key is test_row_0/B:col10/1733364828096/Put/seqid=0 2024-12-05T02:13:48,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(8855): Flush requested on c4721e2f5f5b27701aef3ca6d35e1489 2024-12-05T02:13:48,759 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. as already flushing 2024-12-05T02:13:48,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741880_1056 (size=12251) 2024-12-05T02:13:48,782 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=263 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/B/f6dbb59b35eb49a8944365a2e1057f8e 2024-12-05T02:13:48,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/C/5ca732e1a25e45f9a5f65cd04e36dece is 50, key is test_row_0/C:col10/1733364828096/Put/seqid=0 2024-12-05T02:13:48,826 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733364828796, max timestamp=1733364828822Num uniques 859; 2024-12-05T02:13:48,826 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733364828796, max timestamp=1733364828822Num uniques 859; 2024-12-05T02:13:48,826 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733364828796, max timestamp=1733364828822Num uniques 859; 2024-12-05T02:13:48,827 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-05T02:13:48,827 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-05T02:13:48,827 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-05T02:13:48,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741881_1057 (size=12251) 2024-12-05T02:13:48,832 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=263 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/C/5ca732e1a25e45f9a5f65cd04e36dece 2024-12-05T02:13:48,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/A/12480bb7e4ef46fa8df55fefec2cd810 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/12480bb7e4ef46fa8df55fefec2cd810 2024-12-05T02:13:48,853 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/12480bb7e4ef46fa8df55fefec2cd810, entries=150, sequenceid=263, filesize=12.0 K 2024-12-05T02:13:48,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-05T02:13:48,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/B/f6dbb59b35eb49a8944365a2e1057f8e as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/f6dbb59b35eb49a8944365a2e1057f8e 2024-12-05T02:13:48,869 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/f6dbb59b35eb49a8944365a2e1057f8e, entries=150, sequenceid=263, filesize=12.0 K 2024-12-05T02:13:48,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/C/5ca732e1a25e45f9a5f65cd04e36dece as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/5ca732e1a25e45f9a5f65cd04e36dece 2024-12-05T02:13:48,879 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/5ca732e1a25e45f9a5f65cd04e36dece, entries=150, sequenceid=263, filesize=12.0 K 2024-12-05T02:13:48,881 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=114.05 KB/116790 for c4721e2f5f5b27701aef3ca6d35e1489 in 179ms, sequenceid=263, compaction requested=true 2024-12-05T02:13:48,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for c4721e2f5f5b27701aef3ca6d35e1489: 2024-12-05T02:13:48,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. 2024-12-05T02:13:48,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-12-05T02:13:48,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(8855): Flush requested on c4721e2f5f5b27701aef3ca6d35e1489 2024-12-05T02:13:48,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-12-05T02:13:48,882 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c4721e2f5f5b27701aef3ca6d35e1489 3/3 column families, dataSize=120.76 KB heapSize=335.77 KB 2024-12-05T02:13:48,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4721e2f5f5b27701aef3ca6d35e1489, store=A 2024-12-05T02:13:48,883 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T02:13:48,883 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4721e2f5f5b27701aef3ca6d35e1489, store=B 2024-12-05T02:13:48,883 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T02:13:48,883 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4721e2f5f5b27701aef3ca6d35e1489, store=C 2024-12-05T02:13:48,883 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T02:13:48,887 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-12-05T02:13:48,887 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 651 msec 2024-12-05T02:13:48,891 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees in 663 msec 2024-12-05T02:13:48,903 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/A/6f268c41f58f4f45930c57ee2d58055d is 50, key is test_row_0/A:col10/1733364828865/Put/seqid=0 2024-12-05T02:13:48,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741882_1058 (size=17181) 2024-12-05T02:13:48,914 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/A/6f268c41f58f4f45930c57ee2d58055d 2024-12-05T02:13:48,931 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/B/e353c7d8ec024cebb6eb6fb35578aeb2 is 50, key is test_row_0/B:col10/1733364828865/Put/seqid=0 2024-12-05T02:13:48,945 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:48,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33308 deadline: 1733364888939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:48,946 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:48,946 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:48,946 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:48,946 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:48,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33340 deadline: 1733364888943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:48,947 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:48,947 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:48,947 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:48,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741883_1059 (size=12301) 2024-12-05T02:13:48,958 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/B/e353c7d8ec024cebb6eb6fb35578aeb2 2024-12-05T02:13:48,984 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/C/1c186fd33b244dbd81130e8c3e2156eb is 50, key is test_row_0/C:col10/1733364828865/Put/seqid=0 2024-12-05T02:13:49,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741884_1060 (size=12301) 2024-12-05T02:13:49,003 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/C/1c186fd33b244dbd81130e8c3e2156eb 2024-12-05T02:13:49,012 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/A/6f268c41f58f4f45930c57ee2d58055d as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/6f268c41f58f4f45930c57ee2d58055d 2024-12-05T02:13:49,024 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/6f268c41f58f4f45930c57ee2d58055d, entries=250, sequenceid=296, filesize=16.8 K 2024-12-05T02:13:49,025 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/B/e353c7d8ec024cebb6eb6fb35578aeb2 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/e353c7d8ec024cebb6eb6fb35578aeb2 2024-12-05T02:13:49,035 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/e353c7d8ec024cebb6eb6fb35578aeb2, entries=150, sequenceid=296, filesize=12.0 K 2024-12-05T02:13:49,036 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/C/1c186fd33b244dbd81130e8c3e2156eb as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/1c186fd33b244dbd81130e8c3e2156eb 2024-12-05T02:13:49,045 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/1c186fd33b244dbd81130e8c3e2156eb, entries=150, sequenceid=296, filesize=12.0 K 2024-12-05T02:13:49,049 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~335.72 KB/343776, currentSize=60.38 KB/61830 for c4721e2f5f5b27701aef3ca6d35e1489 in 167ms, sequenceid=296, compaction requested=true 2024-12-05T02:13:49,049 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c4721e2f5f5b27701aef3ca6d35e1489: 2024-12-05T02:13:49,049 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c4721e2f5f5b27701aef3ca6d35e1489:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T02:13:49,049 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T02:13:49,049 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:13:49,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c4721e2f5f5b27701aef3ca6d35e1489:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T02:13:49,050 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T02:13:49,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:13:49,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c4721e2f5f5b27701aef3ca6d35e1489:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T02:13:49,050 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T02:13:49,051 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 56534 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T02:13:49,052 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1541): c4721e2f5f5b27701aef3ca6d35e1489/A is initiating minor compaction (all files) 2024-12-05T02:13:49,052 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c4721e2f5f5b27701aef3ca6d35e1489/A in TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. 2024-12-05T02:13:49,052 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/0daf9abde2ee4410930136a723ff8366, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/27b63bf6e246428293c57ea7f7107b35, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/12480bb7e4ef46fa8df55fefec2cd810, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/6f268c41f58f4f45930c57ee2d58055d] into tmpdir=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp, totalSize=55.2 K 2024-12-05T02:13:49,053 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0daf9abde2ee4410930136a723ff8366, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1733364827740 2024-12-05T02:13:49,053 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49264 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T02:13:49,053 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1541): c4721e2f5f5b27701aef3ca6d35e1489/B is initiating minor compaction (all files) 2024-12-05T02:13:49,053 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c4721e2f5f5b27701aef3ca6d35e1489/B in TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. 2024-12-05T02:13:49,053 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/154fba56364646b893279ac2f006428a, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/08389111d61e439389b61d82a81bcf80, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/f6dbb59b35eb49a8944365a2e1057f8e, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/e353c7d8ec024cebb6eb6fb35578aeb2] into tmpdir=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp, totalSize=48.1 K 2024-12-05T02:13:49,053 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting 27b63bf6e246428293c57ea7f7107b35, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1733364827890 2024-12-05T02:13:49,054 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting 154fba56364646b893279ac2f006428a, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1733364827740 2024-12-05T02:13:49,054 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting 12480bb7e4ef46fa8df55fefec2cd810, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=263, earliestPutTs=1733364828046 2024-12-05T02:13:49,056 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting 08389111d61e439389b61d82a81bcf80, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1733364827894 2024-12-05T02:13:49,056 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6f268c41f58f4f45930c57ee2d58055d, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1733364828856 2024-12-05T02:13:49,057 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting f6dbb59b35eb49a8944365a2e1057f8e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=263, earliestPutTs=1733364828046 2024-12-05T02:13:49,057 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting e353c7d8ec024cebb6eb6fb35578aeb2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1733364828865 2024-12-05T02:13:49,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(8855): Flush requested on c4721e2f5f5b27701aef3ca6d35e1489 2024-12-05T02:13:49,062 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c4721e2f5f5b27701aef3ca6d35e1489 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-12-05T02:13:49,062 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4721e2f5f5b27701aef3ca6d35e1489, store=A 2024-12-05T02:13:49,062 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:13:49,062 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4721e2f5f5b27701aef3ca6d35e1489, store=B 2024-12-05T02:13:49,062 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:13:49,062 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4721e2f5f5b27701aef3ca6d35e1489, store=C 2024-12-05T02:13:49,062 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:13:49,074 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/A/a6f004cf658a46899afa052ca895ad3d is 50, key is test_row_0/A:col10/1733364829059/Put/seqid=0 2024-12-05T02:13:49,081 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c4721e2f5f5b27701aef3ca6d35e1489#A#compaction#49 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T02:13:49,082 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/A/41bbd1cbada243e78a32b962efcd668c is 50, key is test_row_0/A:col10/1733364828865/Put/seqid=0 2024-12-05T02:13:49,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741885_1061 (size=12301) 2024-12-05T02:13:49,093 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c4721e2f5f5b27701aef3ca6d35e1489#B#compaction#50 average throughput is 0.94 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T02:13:49,094 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/B/b95a40a5a1ca43ebad93fed3d8d0cf2f is 50, key is test_row_0/B:col10/1733364828865/Put/seqid=0 2024-12-05T02:13:49,096 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=310 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/A/a6f004cf658a46899afa052ca895ad3d 2024-12-05T02:13:49,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741886_1062 (size=12847) 2024-12-05T02:13:49,127 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/A/41bbd1cbada243e78a32b962efcd668c as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/41bbd1cbada243e78a32b962efcd668c 2024-12-05T02:13:49,132 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/B/e0ce030a0e7e4f57b939e891ef7be6ed is 50, key is test_row_0/B:col10/1733364829059/Put/seqid=0 2024-12-05T02:13:49,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741887_1063 (size=12847) 2024-12-05T02:13:49,142 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in c4721e2f5f5b27701aef3ca6d35e1489/A of c4721e2f5f5b27701aef3ca6d35e1489 into 41bbd1cbada243e78a32b962efcd668c(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T02:13:49,142 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c4721e2f5f5b27701aef3ca6d35e1489: 2024-12-05T02:13:49,143 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., storeName=c4721e2f5f5b27701aef3ca6d35e1489/A, priority=12, startTime=1733364829049; duration=0sec 2024-12-05T02:13:49,143 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:49,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33308 deadline: 1733364889135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:49,144 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:49,144 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:49,144 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:49,145 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T02:13:49,145 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c4721e2f5f5b27701aef3ca6d35e1489:A 2024-12-05T02:13:49,145 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T02:13:49,148 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49264 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T02:13:49,148 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1541): c4721e2f5f5b27701aef3ca6d35e1489/C is initiating minor compaction (all files) 2024-12-05T02:13:49,151 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c4721e2f5f5b27701aef3ca6d35e1489/C in TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. 2024-12-05T02:13:49,152 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/12119f1d57894830983f498b8475873f, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/59a2ae5397dd470684172238169f88b8, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/5ca732e1a25e45f9a5f65cd04e36dece, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/1c186fd33b244dbd81130e8c3e2156eb] into tmpdir=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp, totalSize=48.1 K 2024-12-05T02:13:49,153 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/B/b95a40a5a1ca43ebad93fed3d8d0cf2f as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/b95a40a5a1ca43ebad93fed3d8d0cf2f 2024-12-05T02:13:49,153 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting 12119f1d57894830983f498b8475873f, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1733364827740 2024-12-05T02:13:49,154 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting 59a2ae5397dd470684172238169f88b8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1733364827894 2024-12-05T02:13:49,155 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:49,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33340 deadline: 1733364889144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:49,155 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:49,156 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:49,156 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5ca732e1a25e45f9a5f65cd04e36dece, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=263, earliestPutTs=1733364828046 2024-12-05T02:13:49,156 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:49,158 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1c186fd33b244dbd81130e8c3e2156eb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1733364828865 2024-12-05T02:13:49,172 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c4721e2f5f5b27701aef3ca6d35e1489#C#compaction#52 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T02:13:49,173 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/C/cf417b056a6c45019cb9a69bef707eb0 is 50, key is test_row_0/C:col10/1733364828865/Put/seqid=0 2024-12-05T02:13:49,173 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in c4721e2f5f5b27701aef3ca6d35e1489/B of c4721e2f5f5b27701aef3ca6d35e1489 into b95a40a5a1ca43ebad93fed3d8d0cf2f(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T02:13:49,173 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c4721e2f5f5b27701aef3ca6d35e1489: 2024-12-05T02:13:49,174 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., storeName=c4721e2f5f5b27701aef3ca6d35e1489/B, priority=12, startTime=1733364829050; duration=0sec 2024-12-05T02:13:49,174 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:13:49,174 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c4721e2f5f5b27701aef3ca6d35e1489:B 2024-12-05T02:13:49,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741888_1064 (size=12301) 2024-12-05T02:13:49,183 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=310 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/B/e0ce030a0e7e4f57b939e891ef7be6ed 2024-12-05T02:13:49,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741889_1065 (size=12847) 2024-12-05T02:13:49,221 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/C/5722aeb0010544fe9199ef670807fb5c is 50, key is test_row_0/C:col10/1733364829059/Put/seqid=0 2024-12-05T02:13:49,227 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/C/cf417b056a6c45019cb9a69bef707eb0 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/cf417b056a6c45019cb9a69bef707eb0 2024-12-05T02:13:49,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741890_1066 (size=12301) 2024-12-05T02:13:49,231 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=310 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/C/5722aeb0010544fe9199ef670807fb5c 2024-12-05T02:13:49,236 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in c4721e2f5f5b27701aef3ca6d35e1489/C of c4721e2f5f5b27701aef3ca6d35e1489 into cf417b056a6c45019cb9a69bef707eb0(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T02:13:49,236 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c4721e2f5f5b27701aef3ca6d35e1489: 2024-12-05T02:13:49,236 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., storeName=c4721e2f5f5b27701aef3ca6d35e1489/C, priority=12, startTime=1733364829050; duration=0sec 2024-12-05T02:13:49,237 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:13:49,237 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c4721e2f5f5b27701aef3ca6d35e1489:C 2024-12-05T02:13:49,243 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/A/a6f004cf658a46899afa052ca895ad3d as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/a6f004cf658a46899afa052ca895ad3d 2024-12-05T02:13:49,251 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/a6f004cf658a46899afa052ca895ad3d, entries=150, sequenceid=310, filesize=12.0 K 2024-12-05T02:13:49,252 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/B/e0ce030a0e7e4f57b939e891ef7be6ed as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/e0ce030a0e7e4f57b939e891ef7be6ed 2024-12-05T02:13:49,259 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:49,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33308 deadline: 1733364889254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:49,261 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/e0ce030a0e7e4f57b939e891ef7be6ed, entries=150, sequenceid=310, filesize=12.0 K 2024-12-05T02:13:49,261 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:49,261 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:49,261 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:49,266 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/C/5722aeb0010544fe9199ef670807fb5c as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/5722aeb0010544fe9199ef670807fb5c 2024-12-05T02:13:49,269 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:49,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33340 deadline: 1733364889265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:49,270 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:49,270 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:49,270 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:49,273 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/5722aeb0010544fe9199ef670807fb5c, entries=150, sequenceid=310, filesize=12.0 K 2024-12-05T02:13:49,276 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for c4721e2f5f5b27701aef3ca6d35e1489 in 214ms, sequenceid=310, compaction requested=false 2024-12-05T02:13:49,276 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c4721e2f5f5b27701aef3ca6d35e1489: 2024-12-05T02:13:49,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-05T02:13:49,365 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-05T02:13:49,366 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T02:13:49,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees 2024-12-05T02:13:49,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-12-05T02:13:49,370 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T02:13:49,371 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T02:13:49,371 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T02:13:49,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(8855): Flush requested on c4721e2f5f5b27701aef3ca6d35e1489 2024-12-05T02:13:49,467 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c4721e2f5f5b27701aef3ca6d35e1489 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-12-05T02:13:49,468 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4721e2f5f5b27701aef3ca6d35e1489, store=A 2024-12-05T02:13:49,468 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:13:49,468 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4721e2f5f5b27701aef3ca6d35e1489, store=B 2024-12-05T02:13:49,468 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:13:49,468 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4721e2f5f5b27701aef3ca6d35e1489, store=C 2024-12-05T02:13:49,468 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:13:49,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-12-05T02:13:49,487 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/A/b3467c322d2243dca24532c250a0c2b3 is 50, key is test_row_0/A:col10/1733364829465/Put/seqid=0 2024-12-05T02:13:49,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741891_1067 (size=14741) 2024-12-05T02:13:49,516 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/A/b3467c322d2243dca24532c250a0c2b3 2024-12-05T02:13:49,527 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-12-05T02:13:49,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. 2024-12-05T02:13:49,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. as already flushing 2024-12-05T02:13:49,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. 2024-12-05T02:13:49,528 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => c4721e2f5f5b27701aef3ca6d35e1489, NAME => 'TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:13:49,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => c4721e2f5f5b27701aef3ca6d35e1489, NAME => 'TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:13:49,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4721e2f5f5b27701aef3ca6d35e1489, NAME => 'TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4721e2f5f5b27701aef3ca6d35e1489, NAME => 'TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:13:49,542 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/B/b9fdb34eb6164c11b47209001517550a is 50, key is test_row_0/B:col10/1733364829465/Put/seqid=0 2024-12-05T02:13:49,544 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:49,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33340 deadline: 1733364889536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:49,545 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:49,545 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:49,545 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:49,546 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:49,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33308 deadline: 1733364889546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:49,547 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:49,547 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:49,547 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:49,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741892_1068 (size=12301) 2024-12-05T02:13:49,662 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:49,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33340 deadline: 1733364889654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:49,662 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:49,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33308 deadline: 1733364889654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:49,662 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:49,663 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:49,663 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:49,663 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:49,663 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:49,663 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:49,682 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-12-05T02:13:49,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. 2024-12-05T02:13:49,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. as already flushing 2024-12-05T02:13:49,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. 2024-12-05T02:13:49,682 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => c4721e2f5f5b27701aef3ca6d35e1489, NAME => 'TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:13:49,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => c4721e2f5f5b27701aef3ca6d35e1489, NAME => 'TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:13:49,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4721e2f5f5b27701aef3ca6d35e1489, NAME => 'TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4721e2f5f5b27701aef3ca6d35e1489, NAME => 'TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:13:49,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-12-05T02:13:49,836 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-12-05T02:13:49,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. 2024-12-05T02:13:49,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. as already flushing 2024-12-05T02:13:49,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. 2024-12-05T02:13:49,837 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => c4721e2f5f5b27701aef3ca6d35e1489, NAME => 'TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:13:49,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => c4721e2f5f5b27701aef3ca6d35e1489, NAME => 'TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:13:49,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4721e2f5f5b27701aef3ca6d35e1489, NAME => 'TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4721e2f5f5b27701aef3ca6d35e1489, NAME => 'TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:13:49,867 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:49,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33308 deadline: 1733364889864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:49,868 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:49,868 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:49,868 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:49,878 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:49,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33340 deadline: 1733364889875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:49,878 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:49,878 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:49,879 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:49,962 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/B/b9fdb34eb6164c11b47209001517550a 2024-12-05T02:13:49,979 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/C/b58987a1fe754ad6948beb8c60c6fe56 is 50, key is test_row_0/C:col10/1733364829465/Put/seqid=0 2024-12-05T02:13:49,990 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-12-05T02:13:49,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. 2024-12-05T02:13:49,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. as already flushing 2024-12-05T02:13:49,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. 2024-12-05T02:13:49,991 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => c4721e2f5f5b27701aef3ca6d35e1489, NAME => 'TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:13:49,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => c4721e2f5f5b27701aef3ca6d35e1489, NAME => 'TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:13:49,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4721e2f5f5b27701aef3ca6d35e1489, NAME => 'TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4721e2f5f5b27701aef3ca6d35e1489, NAME => 'TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:13:49,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-12-05T02:13:49,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741893_1069 (size=12301) 2024-12-05T02:13:50,000 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/C/b58987a1fe754ad6948beb8c60c6fe56 2024-12-05T02:13:50,008 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/A/b3467c322d2243dca24532c250a0c2b3 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/b3467c322d2243dca24532c250a0c2b3 2024-12-05T02:13:50,016 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/b3467c322d2243dca24532c250a0c2b3, entries=200, sequenceid=332, filesize=14.4 K 2024-12-05T02:13:50,018 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/B/b9fdb34eb6164c11b47209001517550a as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/b9fdb34eb6164c11b47209001517550a 2024-12-05T02:13:50,025 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/b9fdb34eb6164c11b47209001517550a, entries=150, sequenceid=332, filesize=12.0 K 2024-12-05T02:13:50,026 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/C/b58987a1fe754ad6948beb8c60c6fe56 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/b58987a1fe754ad6948beb8c60c6fe56 2024-12-05T02:13:50,042 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/b58987a1fe754ad6948beb8c60c6fe56, entries=150, sequenceid=332, filesize=12.0 K 2024-12-05T02:13:50,043 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=73.80 KB/75570 for c4721e2f5f5b27701aef3ca6d35e1489 in 576ms, sequenceid=332, compaction requested=true 2024-12-05T02:13:50,043 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c4721e2f5f5b27701aef3ca6d35e1489: 2024-12-05T02:13:50,043 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c4721e2f5f5b27701aef3ca6d35e1489:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T02:13:50,043 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:13:50,043 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T02:13:50,044 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c4721e2f5f5b27701aef3ca6d35e1489:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T02:13:50,044 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T02:13:50,044 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c4721e2f5f5b27701aef3ca6d35e1489:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T02:13:50,044 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-05T02:13:50,044 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T02:13:50,045 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39889 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T02:13:50,045 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37449 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T02:13:50,046 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1541): c4721e2f5f5b27701aef3ca6d35e1489/A is initiating minor compaction (all files) 2024-12-05T02:13:50,046 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1541): c4721e2f5f5b27701aef3ca6d35e1489/B is initiating minor compaction (all files) 2024-12-05T02:13:50,046 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c4721e2f5f5b27701aef3ca6d35e1489/A in TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. 2024-12-05T02:13:50,046 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c4721e2f5f5b27701aef3ca6d35e1489/B in TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. 2024-12-05T02:13:50,046 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/41bbd1cbada243e78a32b962efcd668c, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/a6f004cf658a46899afa052ca895ad3d, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/b3467c322d2243dca24532c250a0c2b3] into tmpdir=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp, totalSize=39.0 K 2024-12-05T02:13:50,046 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/b95a40a5a1ca43ebad93fed3d8d0cf2f, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/e0ce030a0e7e4f57b939e891ef7be6ed, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/b9fdb34eb6164c11b47209001517550a] into tmpdir=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp, totalSize=36.6 K 2024-12-05T02:13:50,047 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting b95a40a5a1ca43ebad93fed3d8d0cf2f, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1733364828865 2024-12-05T02:13:50,047 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting 41bbd1cbada243e78a32b962efcd668c, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1733364828865 2024-12-05T02:13:50,047 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting e0ce030a0e7e4f57b939e891ef7be6ed, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=310, earliestPutTs=1733364828919 2024-12-05T02:13:50,049 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting b9fdb34eb6164c11b47209001517550a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1733364829121 2024-12-05T02:13:50,049 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting a6f004cf658a46899afa052ca895ad3d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=310, earliestPutTs=1733364828919 2024-12-05T02:13:50,050 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting b3467c322d2243dca24532c250a0c2b3, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1733364829121 2024-12-05T02:13:50,064 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c4721e2f5f5b27701aef3ca6d35e1489#A#compaction#57 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T02:13:50,065 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/A/322b8d48ddb14fe09df0b1a2d332b878 is 50, key is test_row_0/A:col10/1733364829465/Put/seqid=0 2024-12-05T02:13:50,086 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c4721e2f5f5b27701aef3ca6d35e1489#B#compaction#58 average throughput is 0.47 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T02:13:50,087 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/B/0cd779aa0e1c473f8ac2aefc6261f7f3 is 50, key is test_row_0/B:col10/1733364829465/Put/seqid=0 2024-12-05T02:13:50,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741894_1070 (size=12949) 2024-12-05T02:13:50,105 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/A/322b8d48ddb14fe09df0b1a2d332b878 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/322b8d48ddb14fe09df0b1a2d332b878 2024-12-05T02:13:50,128 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c4721e2f5f5b27701aef3ca6d35e1489/A of c4721e2f5f5b27701aef3ca6d35e1489 into 322b8d48ddb14fe09df0b1a2d332b878(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T02:13:50,129 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c4721e2f5f5b27701aef3ca6d35e1489: 2024-12-05T02:13:50,129 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., storeName=c4721e2f5f5b27701aef3ca6d35e1489/A, priority=13, startTime=1733364830043; duration=0sec 2024-12-05T02:13:50,129 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T02:13:50,129 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c4721e2f5f5b27701aef3ca6d35e1489:A 2024-12-05T02:13:50,129 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T02:13:50,131 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37449 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T02:13:50,131 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1541): c4721e2f5f5b27701aef3ca6d35e1489/C is initiating minor compaction (all files) 2024-12-05T02:13:50,131 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c4721e2f5f5b27701aef3ca6d35e1489/C in TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. 2024-12-05T02:13:50,131 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/cf417b056a6c45019cb9a69bef707eb0, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/5722aeb0010544fe9199ef670807fb5c, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/b58987a1fe754ad6948beb8c60c6fe56] into tmpdir=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp, totalSize=36.6 K 2024-12-05T02:13:50,132 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting cf417b056a6c45019cb9a69bef707eb0, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1733364828865 2024-12-05T02:13:50,133 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5722aeb0010544fe9199ef670807fb5c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=310, earliestPutTs=1733364828919 2024-12-05T02:13:50,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741895_1071 (size=12949) 2024-12-05T02:13:50,134 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting b58987a1fe754ad6948beb8c60c6fe56, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1733364829121 2024-12-05T02:13:50,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(8855): Flush requested on c4721e2f5f5b27701aef3ca6d35e1489 2024-12-05T02:13:50,138 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c4721e2f5f5b27701aef3ca6d35e1489 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-12-05T02:13:50,138 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4721e2f5f5b27701aef3ca6d35e1489, store=A 2024-12-05T02:13:50,138 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:13:50,139 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4721e2f5f5b27701aef3ca6d35e1489, store=B 2024-12-05T02:13:50,139 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:13:50,139 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4721e2f5f5b27701aef3ca6d35e1489, store=C 2024-12-05T02:13:50,139 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:13:50,144 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/B/0cd779aa0e1c473f8ac2aefc6261f7f3 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/0cd779aa0e1c473f8ac2aefc6261f7f3 2024-12-05T02:13:50,147 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-12-05T02:13:50,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. 2024-12-05T02:13:50,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. as already flushing 2024-12-05T02:13:50,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. 2024-12-05T02:13:50,147 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => c4721e2f5f5b27701aef3ca6d35e1489, NAME => 'TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:13:50,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => c4721e2f5f5b27701aef3ca6d35e1489, NAME => 'TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:13:50,150 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/A/42e7c7bdfd1e440c9c27bdc61499b7fc is 50, key is test_row_0/A:col10/1733364829504/Put/seqid=0 2024-12-05T02:13:50,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4721e2f5f5b27701aef3ca6d35e1489, NAME => 'TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4721e2f5f5b27701aef3ca6d35e1489, NAME => 'TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:13:50,161 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c4721e2f5f5b27701aef3ca6d35e1489/B of c4721e2f5f5b27701aef3ca6d35e1489 into 0cd779aa0e1c473f8ac2aefc6261f7f3(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T02:13:50,161 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c4721e2f5f5b27701aef3ca6d35e1489: 2024-12-05T02:13:50,161 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., storeName=c4721e2f5f5b27701aef3ca6d35e1489/B, priority=13, startTime=1733364830044; duration=0sec 2024-12-05T02:13:50,161 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:13:50,161 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c4721e2f5f5b27701aef3ca6d35e1489:B 2024-12-05T02:13:50,193 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c4721e2f5f5b27701aef3ca6d35e1489#C#compaction#60 average throughput is 0.94 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T02:13:50,193 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/C/5e1a3c3856bb49d582f6b4fd69bcdd2f is 50, key is test_row_0/C:col10/1733364829465/Put/seqid=0 2024-12-05T02:13:50,197 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:50,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33282 deadline: 1733364890186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:50,198 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:50,198 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:50,198 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:50,198 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:50,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33302 deadline: 1733364890188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:50,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741896_1072 (size=14741) 2024-12-05T02:13:50,199 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:50,199 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:50,199 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:50,200 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/A/42e7c7bdfd1e440c9c27bdc61499b7fc 2024-12-05T02:13:50,200 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:50,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33308 deadline: 1733364890192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:50,200 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:50,200 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:50,200 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:50,201 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:50,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33324 deadline: 1733364890196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:50,201 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:50,202 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:50,202 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:50,202 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:50,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33340 deadline: 1733364890198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:50,202 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:50,202 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:50,202 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:50,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741897_1073 (size=12949) 2024-12-05T02:13:50,237 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/C/5e1a3c3856bb49d582f6b4fd69bcdd2f as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/5e1a3c3856bb49d582f6b4fd69bcdd2f 2024-12-05T02:13:50,239 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/B/3adb0f6b3269462887f48aeaff1ede68 is 50, key is test_row_0/B:col10/1733364829504/Put/seqid=0 2024-12-05T02:13:50,251 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c4721e2f5f5b27701aef3ca6d35e1489/C of c4721e2f5f5b27701aef3ca6d35e1489 into 5e1a3c3856bb49d582f6b4fd69bcdd2f(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T02:13:50,251 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c4721e2f5f5b27701aef3ca6d35e1489: 2024-12-05T02:13:50,251 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., storeName=c4721e2f5f5b27701aef3ca6d35e1489/C, priority=13, startTime=1733364830044; duration=0sec 2024-12-05T02:13:50,251 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:13:50,251 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c4721e2f5f5b27701aef3ca6d35e1489:C 2024-12-05T02:13:50,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741898_1074 (size=12301) 2024-12-05T02:13:50,266 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/B/3adb0f6b3269462887f48aeaff1ede68 2024-12-05T02:13:50,278 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/C/50bcea022e8d4027be11681002346ad6 is 50, key is test_row_0/C:col10/1733364829504/Put/seqid=0 2024-12-05T02:13:50,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741899_1075 (size=12301) 2024-12-05T02:13:50,304 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-12-05T02:13:50,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. 2024-12-05T02:13:50,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. as already flushing 2024-12-05T02:13:50,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. 2024-12-05T02:13:50,304 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => c4721e2f5f5b27701aef3ca6d35e1489, NAME => 'TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:13:50,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => c4721e2f5f5b27701aef3ca6d35e1489, NAME => 'TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:13:50,305 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:50,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33282 deadline: 1733364890305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:50,306 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:50,306 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:50,306 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:50,306 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:50,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33308 deadline: 1733364890305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:50,307 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:50,307 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:50,307 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:50,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4721e2f5f5b27701aef3ca6d35e1489, NAME => 'TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4721e2f5f5b27701aef3ca6d35e1489, NAME => 'TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:13:50,315 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:50,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33324 deadline: 1733364890305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:50,317 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:50,317 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:50,317 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:50,307 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:50,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33302 deadline: 1733364890305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:50,318 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:50,318 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:50,318 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:50,318 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:50,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33340 deadline: 1733364890308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:50,319 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:50,319 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:50,319 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:50,463 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-12-05T02:13:50,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. 2024-12-05T02:13:50,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. as already flushing 2024-12-05T02:13:50,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. 2024-12-05T02:13:50,464 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => c4721e2f5f5b27701aef3ca6d35e1489, NAME => 'TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:13:50,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => c4721e2f5f5b27701aef3ca6d35e1489, NAME => 'TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:13:50,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4721e2f5f5b27701aef3ca6d35e1489, NAME => 'TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4721e2f5f5b27701aef3ca6d35e1489, NAME => 'TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:13:50,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-12-05T02:13:50,518 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:50,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33282 deadline: 1733364890514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:50,519 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:50,519 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:50,520 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:50,519 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:50,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33308 deadline: 1733364890515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:50,521 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:50,521 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:50,521 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:50,528 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:50,529 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:50,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33324 deadline: 1733364890524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:50,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33340 deadline: 1733364890524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:50,529 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:50,529 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:50,530 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:50,530 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:50,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33302 deadline: 1733364890525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:50,531 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:50,531 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:50,531 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:50,531 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:50,531 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:50,531 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:50,620 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-12-05T02:13:50,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. 2024-12-05T02:13:50,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. as already flushing 2024-12-05T02:13:50,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. 2024-12-05T02:13:50,620 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => c4721e2f5f5b27701aef3ca6d35e1489, NAME => 'TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:13:50,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => c4721e2f5f5b27701aef3ca6d35e1489, NAME => 'TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:13:50,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4721e2f5f5b27701aef3ca6d35e1489, NAME => 'TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4721e2f5f5b27701aef3ca6d35e1489, NAME => 'TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:13:50,696 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/C/50bcea022e8d4027be11681002346ad6 2024-12-05T02:13:50,709 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/A/42e7c7bdfd1e440c9c27bdc61499b7fc as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/42e7c7bdfd1e440c9c27bdc61499b7fc 2024-12-05T02:13:50,719 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/42e7c7bdfd1e440c9c27bdc61499b7fc, entries=200, sequenceid=348, filesize=14.4 K 2024-12-05T02:13:50,724 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/B/3adb0f6b3269462887f48aeaff1ede68 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/3adb0f6b3269462887f48aeaff1ede68 2024-12-05T02:13:50,738 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/3adb0f6b3269462887f48aeaff1ede68, entries=150, sequenceid=348, filesize=12.0 K 2024-12-05T02:13:50,739 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/C/50bcea022e8d4027be11681002346ad6 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/50bcea022e8d4027be11681002346ad6 2024-12-05T02:13:50,745 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/50bcea022e8d4027be11681002346ad6, entries=150, sequenceid=348, filesize=12.0 K 2024-12-05T02:13:50,747 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for c4721e2f5f5b27701aef3ca6d35e1489 in 609ms, sequenceid=348, compaction requested=false 2024-12-05T02:13:50,747 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c4721e2f5f5b27701aef3ca6d35e1489: 2024-12-05T02:13:50,774 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-12-05T02:13:50,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. 2024-12-05T02:13:50,775 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2902): Flushing c4721e2f5f5b27701aef3ca6d35e1489 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-12-05T02:13:50,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4721e2f5f5b27701aef3ca6d35e1489, store=A 2024-12-05T02:13:50,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:13:50,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4721e2f5f5b27701aef3ca6d35e1489, store=B 2024-12-05T02:13:50,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:13:50,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4721e2f5f5b27701aef3ca6d35e1489, store=C 2024-12-05T02:13:50,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:13:50,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/A/3d08f73cc0784c869d97300eeb1f2c95 is 50, key is test_row_0/A:col10/1733364830195/Put/seqid=0 2024-12-05T02:13:50,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741900_1076 (size=12301) 2024-12-05T02:13:50,827 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/A/3d08f73cc0784c869d97300eeb1f2c95 2024-12-05T02:13:50,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(8855): Flush requested on c4721e2f5f5b27701aef3ca6d35e1489 2024-12-05T02:13:50,828 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. as already flushing 2024-12-05T02:13:50,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/B/815a4f103f87454ca0f5eaef8af8ceaf is 50, key is test_row_0/B:col10/1733364830195/Put/seqid=0 2024-12-05T02:13:50,890 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:50,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33302 deadline: 1733364890860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:50,892 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:50,892 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:50,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33308 deadline: 1733364890867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:50,892 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:50,892 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:50,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741901_1077 (size=12301) 2024-12-05T02:13:50,893 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:50,893 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:50,893 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:50,898 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:50,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33282 deadline: 1733364890891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:50,898 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:50,898 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:50,898 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:50,899 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:50,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33340 deadline: 1733364890891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:50,899 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:50,899 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:50,899 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:50,899 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:50,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33324 deadline: 1733364890893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:50,902 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:50,903 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:50,903 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:50,995 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:50,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33302 deadline: 1733364890994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:50,996 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:50,996 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:50,996 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:51,008 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:51,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33308 deadline: 1733364891004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:51,009 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:51,009 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:51,009 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:51,009 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:51,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33282 deadline: 1733364891005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:51,010 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:51,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33340 deadline: 1733364891005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:51,010 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:51,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33324 deadline: 1733364891005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:51,010 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:51,010 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:51,010 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:51,010 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:51,011 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:51,011 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:51,011 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:51,011 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:51,011 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:51,207 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:51,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33302 deadline: 1733364891205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:51,208 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:51,208 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:51,208 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:51,220 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:51,220 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:51,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33308 deadline: 1733364891214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:51,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33340 deadline: 1733364891214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:51,220 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:51,220 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:51,220 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:51,220 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:51,220 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:51,220 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:51,221 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:51,221 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:51,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33282 deadline: 1733364891214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:51,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33324 deadline: 1733364891214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:51,221 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:51,221 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:51,221 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:51,221 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:51,221 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:51,221 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:51,294 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/B/815a4f103f87454ca0f5eaef8af8ceaf 2024-12-05T02:13:51,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/C/8406bfaa590e4d35a54c51ab1257b199 is 50, key is test_row_0/C:col10/1733364830195/Put/seqid=0 2024-12-05T02:13:51,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741902_1078 (size=12301) 2024-12-05T02:13:51,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-12-05T02:13:51,518 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:51,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33302 deadline: 1733364891515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:51,518 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:51,519 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:51,519 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:51,530 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:51,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33308 deadline: 1733364891524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:51,531 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:51,530 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:51,531 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:51,531 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:51,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33324 deadline: 1733364891524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:51,531 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:51,531 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:51,531 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:51,537 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:51,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33340 deadline: 1733364891535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:51,537 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:51,537 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:51,537 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:51,537 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:51,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33282 deadline: 1733364891535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:51,538 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:51,538 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:51,538 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:51,709 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/C/8406bfaa590e4d35a54c51ab1257b199 2024-12-05T02:13:51,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/A/3d08f73cc0784c869d97300eeb1f2c95 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/3d08f73cc0784c869d97300eeb1f2c95 2024-12-05T02:13:51,723 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/3d08f73cc0784c869d97300eeb1f2c95, entries=150, sequenceid=367, filesize=12.0 K 2024-12-05T02:13:51,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/B/815a4f103f87454ca0f5eaef8af8ceaf as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/815a4f103f87454ca0f5eaef8af8ceaf 2024-12-05T02:13:51,730 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/815a4f103f87454ca0f5eaef8af8ceaf, entries=150, sequenceid=367, filesize=12.0 K 2024-12-05T02:13:51,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/C/8406bfaa590e4d35a54c51ab1257b199 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/8406bfaa590e4d35a54c51ab1257b199 2024-12-05T02:13:51,736 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/8406bfaa590e4d35a54c51ab1257b199, entries=150, sequenceid=367, filesize=12.0 K 2024-12-05T02:13:51,739 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=87.22 KB/89310 for c4721e2f5f5b27701aef3ca6d35e1489 in 963ms, sequenceid=367, compaction requested=true 2024-12-05T02:13:51,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2603): Flush status journal for c4721e2f5f5b27701aef3ca6d35e1489: 2024-12-05T02:13:51,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. 2024-12-05T02:13:51,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=16 2024-12-05T02:13:51,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.HMaster(4169): Remote procedure done, pid=16 2024-12-05T02:13:51,743 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-12-05T02:13:51,744 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3690 sec 2024-12-05T02:13:51,746 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees in 2.3790 sec 2024-12-05T02:13:52,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(8855): Flush requested on c4721e2f5f5b27701aef3ca6d35e1489 2024-12-05T02:13:52,027 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c4721e2f5f5b27701aef3ca6d35e1489 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-12-05T02:13:52,027 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4721e2f5f5b27701aef3ca6d35e1489, store=A 2024-12-05T02:13:52,027 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:13:52,027 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4721e2f5f5b27701aef3ca6d35e1489, store=B 2024-12-05T02:13:52,028 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:13:52,028 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4721e2f5f5b27701aef3ca6d35e1489, store=C 2024-12-05T02:13:52,028 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:13:52,033 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/A/db59fef4ad5b4034a76eec9522e919d1 is 50, key is test_row_0/A:col10/1733364830889/Put/seqid=0 2024-12-05T02:13:52,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741903_1079 (size=14741) 2024-12-05T02:13:52,060 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:52,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33302 deadline: 1733364892053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:52,061 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:52,061 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:52,061 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:52,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33282 deadline: 1733364892053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:52,061 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:52,062 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:52,062 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:52,062 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:52,062 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:52,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33308 deadline: 1733364892054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:52,062 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:52,062 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:52,062 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:52,067 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:52,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33340 deadline: 1733364892056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:52,068 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:52,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33324 deadline: 1733364892056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:52,069 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:52,069 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:52,069 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:52,073 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:52,073 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:52,074 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:52,166 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:52,166 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:52,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33282 deadline: 1733364892166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:52,167 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:52,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33302 deadline: 1733364892165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:52,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33308 deadline: 1733364892166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:52,167 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:52,167 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:52,167 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:52,168 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:52,168 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:52,168 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:52,170 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:52,170 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:52,170 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:52,180 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:52,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33340 deadline: 1733364892175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:52,182 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:52,182 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:52,183 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:52,190 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:52,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33324 deadline: 1733364892185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:52,190 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:52,190 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:52,190 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:52,378 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:52,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33308 deadline: 1733364892375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:52,378 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:52,378 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:52,379 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:52,379 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:52,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33282 deadline: 1733364892375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:52,379 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:52,379 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:52,379 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:52,379 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:52,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33302 deadline: 1733364892375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:52,379 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:52,380 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:52,380 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:52,397 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:52,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33340 deadline: 1733364892394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:52,397 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:52,397 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:52,397 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:52,397 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:52,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33324 deadline: 1733364892395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:52,398 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:52,398 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:52,398 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:52,442 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=384 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/A/db59fef4ad5b4034a76eec9522e919d1 2024-12-05T02:13:52,452 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/B/defd8fed13d540e0b051dd2fdfec9f03 is 50, key is test_row_0/B:col10/1733364830889/Put/seqid=0 2024-12-05T02:13:52,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741904_1080 (size=12301) 2024-12-05T02:13:52,468 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=384 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/B/defd8fed13d540e0b051dd2fdfec9f03 2024-12-05T02:13:52,480 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/C/ef299861407048f397c41241ffd59119 is 50, key is test_row_0/C:col10/1733364830889/Put/seqid=0 2024-12-05T02:13:52,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741905_1081 (size=12301) 2024-12-05T02:13:52,695 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:52,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33308 deadline: 1733364892690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:52,696 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:52,696 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:52,696 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:52,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33282 deadline: 1733364892690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:52,696 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:52,697 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:52,697 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:52,697 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:52,697 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:52,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33302 deadline: 1733364892690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:52,697 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:52,697 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:52,697 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:52,707 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:52,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33340 deadline: 1733364892705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:52,708 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:52,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33324 deadline: 1733364892705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:52,708 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:52,708 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:52,708 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:52,709 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:52,709 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:52,709 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:52,890 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=384 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/C/ef299861407048f397c41241ffd59119 2024-12-05T02:13:52,897 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/A/db59fef4ad5b4034a76eec9522e919d1 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/db59fef4ad5b4034a76eec9522e919d1 2024-12-05T02:13:52,902 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/db59fef4ad5b4034a76eec9522e919d1, entries=200, sequenceid=384, filesize=14.4 K 2024-12-05T02:13:52,903 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/B/defd8fed13d540e0b051dd2fdfec9f03 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/defd8fed13d540e0b051dd2fdfec9f03 2024-12-05T02:13:52,910 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/defd8fed13d540e0b051dd2fdfec9f03, entries=150, sequenceid=384, filesize=12.0 K 2024-12-05T02:13:52,912 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/C/ef299861407048f397c41241ffd59119 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/ef299861407048f397c41241ffd59119 2024-12-05T02:13:52,919 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/ef299861407048f397c41241ffd59119, entries=150, sequenceid=384, filesize=12.0 K 2024-12-05T02:13:52,920 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for c4721e2f5f5b27701aef3ca6d35e1489 in 893ms, sequenceid=384, compaction requested=true 2024-12-05T02:13:52,920 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c4721e2f5f5b27701aef3ca6d35e1489: 2024-12-05T02:13:52,920 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T02:13:52,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c4721e2f5f5b27701aef3ca6d35e1489:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T02:13:52,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:13:52,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c4721e2f5f5b27701aef3ca6d35e1489:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T02:13:52,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T02:13:52,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c4721e2f5f5b27701aef3ca6d35e1489:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T02:13:52,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T02:13:52,921 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T02:13:52,922 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54732 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T02:13:52,922 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1541): c4721e2f5f5b27701aef3ca6d35e1489/A is initiating minor compaction (all files) 2024-12-05T02:13:52,922 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c4721e2f5f5b27701aef3ca6d35e1489/A in TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. 2024-12-05T02:13:52,923 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/322b8d48ddb14fe09df0b1a2d332b878, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/42e7c7bdfd1e440c9c27bdc61499b7fc, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/3d08f73cc0784c869d97300eeb1f2c95, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/db59fef4ad5b4034a76eec9522e919d1] into tmpdir=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp, totalSize=53.4 K 2024-12-05T02:13:52,923 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49852 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T02:13:52,923 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1541): c4721e2f5f5b27701aef3ca6d35e1489/B is initiating minor compaction (all files) 2024-12-05T02:13:52,923 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c4721e2f5f5b27701aef3ca6d35e1489/B in TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. 2024-12-05T02:13:52,923 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/0cd779aa0e1c473f8ac2aefc6261f7f3, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/3adb0f6b3269462887f48aeaff1ede68, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/815a4f103f87454ca0f5eaef8af8ceaf, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/defd8fed13d540e0b051dd2fdfec9f03] into tmpdir=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp, totalSize=48.7 K 2024-12-05T02:13:52,924 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting 322b8d48ddb14fe09df0b1a2d332b878, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1733364829121 2024-12-05T02:13:52,924 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting 0cd779aa0e1c473f8ac2aefc6261f7f3, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1733364829121 2024-12-05T02:13:52,924 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting 42e7c7bdfd1e440c9c27bdc61499b7fc, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1733364829489 2024-12-05T02:13:52,925 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting 3adb0f6b3269462887f48aeaff1ede68, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1733364829504 2024-12-05T02:13:52,925 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3d08f73cc0784c869d97300eeb1f2c95, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1733364830185 2024-12-05T02:13:52,925 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting 815a4f103f87454ca0f5eaef8af8ceaf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1733364830185 2024-12-05T02:13:52,925 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting db59fef4ad5b4034a76eec9522e919d1, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=384, earliestPutTs=1733364830846 2024-12-05T02:13:52,926 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting defd8fed13d540e0b051dd2fdfec9f03, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=384, earliestPutTs=1733364830866 2024-12-05T02:13:52,943 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c4721e2f5f5b27701aef3ca6d35e1489#A#compaction#69 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T02:13:52,944 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/A/a25630f3e06f4c8f82abe900ffc94a9c is 50, key is test_row_0/A:col10/1733364830889/Put/seqid=0 2024-12-05T02:13:52,947 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c4721e2f5f5b27701aef3ca6d35e1489#B#compaction#70 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T02:13:52,948 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/B/47131f24a5444d08b5c0867d0ff1d26e is 50, key is test_row_0/B:col10/1733364830889/Put/seqid=0 2024-12-05T02:13:52,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741906_1082 (size=13085) 2024-12-05T02:13:52,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741907_1083 (size=13085) 2024-12-05T02:13:52,986 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/B/47131f24a5444d08b5c0867d0ff1d26e as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/47131f24a5444d08b5c0867d0ff1d26e 2024-12-05T02:13:52,996 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in c4721e2f5f5b27701aef3ca6d35e1489/B of c4721e2f5f5b27701aef3ca6d35e1489 into 47131f24a5444d08b5c0867d0ff1d26e(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T02:13:52,996 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c4721e2f5f5b27701aef3ca6d35e1489: 2024-12-05T02:13:52,996 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., storeName=c4721e2f5f5b27701aef3ca6d35e1489/B, priority=12, startTime=1733364832920; duration=0sec 2024-12-05T02:13:52,996 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T02:13:52,996 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c4721e2f5f5b27701aef3ca6d35e1489:B 2024-12-05T02:13:52,996 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T02:13:52,998 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49852 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T02:13:52,998 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1541): c4721e2f5f5b27701aef3ca6d35e1489/C is initiating minor compaction (all files) 2024-12-05T02:13:52,998 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c4721e2f5f5b27701aef3ca6d35e1489/C in TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. 2024-12-05T02:13:52,998 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/5e1a3c3856bb49d582f6b4fd69bcdd2f, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/50bcea022e8d4027be11681002346ad6, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/8406bfaa590e4d35a54c51ab1257b199, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/ef299861407048f397c41241ffd59119] into tmpdir=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp, totalSize=48.7 K 2024-12-05T02:13:53,000 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting 5e1a3c3856bb49d582f6b4fd69bcdd2f, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1733364829121 2024-12-05T02:13:53,000 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting 50bcea022e8d4027be11681002346ad6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1733364829504 2024-12-05T02:13:53,001 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting 8406bfaa590e4d35a54c51ab1257b199, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1733364830185 2024-12-05T02:13:53,001 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting ef299861407048f397c41241ffd59119, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=384, earliestPutTs=1733364830866 2024-12-05T02:13:53,011 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c4721e2f5f5b27701aef3ca6d35e1489#C#compaction#71 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T02:13:53,012 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/C/151d55ef22d74683af2c425d452de634 is 50, key is test_row_0/C:col10/1733364830889/Put/seqid=0 2024-12-05T02:13:53,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741908_1084 (size=13085) 2024-12-05T02:13:53,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(8855): Flush requested on c4721e2f5f5b27701aef3ca6d35e1489 2024-12-05T02:13:53,209 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c4721e2f5f5b27701aef3ca6d35e1489 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-12-05T02:13:53,209 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4721e2f5f5b27701aef3ca6d35e1489, store=A 2024-12-05T02:13:53,209 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:13:53,209 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4721e2f5f5b27701aef3ca6d35e1489, store=B 2024-12-05T02:13:53,210 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:13:53,210 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4721e2f5f5b27701aef3ca6d35e1489, store=C 2024-12-05T02:13:53,210 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:13:53,222 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/A/6b4c438db8e849d68b86890b2b79159c is 50, key is test_row_0/A:col10/1733364833207/Put/seqid=0 2024-12-05T02:13:53,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741909_1085 (size=12301) 2024-12-05T02:13:53,247 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:53,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33282 deadline: 1733364893233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:53,248 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:53,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33340 deadline: 1733364893233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:53,248 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:53,248 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:53,248 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:53,248 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:53,248 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:53,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33302 deadline: 1733364893233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:53,248 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:53,248 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:53,248 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:53,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33324 deadline: 1733364893235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:53,249 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:53,249 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:53,249 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:53,249 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:53,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33308 deadline: 1733364893236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:53,249 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:53,249 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:53,249 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:53,249 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:53,249 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:53,250 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:53,359 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:53,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33282 deadline: 1733364893354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:53,360 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:53,360 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:53,360 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:53,360 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:53,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33340 deadline: 1733364893354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:53,360 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:53,360 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:53,361 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:53,362 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:53,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33302 deadline: 1733364893354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:53,362 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:53,362 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:53,362 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:53,362 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:53,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33324 deadline: 1733364893354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:53,363 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:53,363 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:53,363 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:53,363 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:53,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33308 deadline: 1733364893355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:53,364 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:53,364 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:53,364 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:53,381 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/A/a25630f3e06f4c8f82abe900ffc94a9c as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/a25630f3e06f4c8f82abe900ffc94a9c 2024-12-05T02:13:53,389 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in c4721e2f5f5b27701aef3ca6d35e1489/A of c4721e2f5f5b27701aef3ca6d35e1489 into a25630f3e06f4c8f82abe900ffc94a9c(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T02:13:53,389 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c4721e2f5f5b27701aef3ca6d35e1489: 2024-12-05T02:13:53,389 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., storeName=c4721e2f5f5b27701aef3ca6d35e1489/A, priority=12, startTime=1733364832920; duration=0sec 2024-12-05T02:13:53,389 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:13:53,389 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c4721e2f5f5b27701aef3ca6d35e1489:A 2024-12-05T02:13:53,424 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/C/151d55ef22d74683af2c425d452de634 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/151d55ef22d74683af2c425d452de634 2024-12-05T02:13:53,430 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in c4721e2f5f5b27701aef3ca6d35e1489/C of c4721e2f5f5b27701aef3ca6d35e1489 into 151d55ef22d74683af2c425d452de634(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T02:13:53,430 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c4721e2f5f5b27701aef3ca6d35e1489: 2024-12-05T02:13:53,430 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., storeName=c4721e2f5f5b27701aef3ca6d35e1489/C, priority=12, startTime=1733364832920; duration=0sec 2024-12-05T02:13:53,431 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:13:53,431 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c4721e2f5f5b27701aef3ca6d35e1489:C 2024-12-05T02:13:53,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-12-05T02:13:53,524 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-05T02:13:53,525 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T02:13:53,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] procedure2.ProcedureExecutor(1139): Stored pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees 2024-12-05T02:13:53,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-05T02:13:53,527 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T02:13:53,528 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T02:13:53,528 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T02:13:53,570 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:53,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33282 deadline: 1733364893564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:53,571 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:53,571 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:53,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33340 deadline: 1733364893565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:53,571 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:53,571 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:53,572 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:53,572 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:53,572 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:53,572 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:53,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33302 deadline: 1733364893565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:53,572 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:53,572 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:53,572 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:53,572 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:53,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33324 deadline: 1733364893565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:53,573 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:53,573 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:53,573 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:53,589 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:53,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33308 deadline: 1733364893580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:53,589 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:53,590 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:53,590 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:53,629 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=401 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/A/6b4c438db8e849d68b86890b2b79159c 2024-12-05T02:13:53,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-05T02:13:53,647 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/B/637c0955241e4f3781f3baa4022e9d1f is 50, key is test_row_0/B:col10/1733364833207/Put/seqid=0 2024-12-05T02:13:53,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741910_1086 (size=12301) 2024-12-05T02:13:53,655 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=401 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/B/637c0955241e4f3781f3baa4022e9d1f 2024-12-05T02:13:53,666 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/C/e63cc7b34b604a3297036e421b7de526 is 50, key is test_row_0/C:col10/1733364833207/Put/seqid=0 2024-12-05T02:13:53,681 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-12-05T02:13:53,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. 2024-12-05T02:13:53,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. as already flushing 2024-12-05T02:13:53,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. 2024-12-05T02:13:53,681 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => c4721e2f5f5b27701aef3ca6d35e1489, NAME => 'TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:13:53,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => c4721e2f5f5b27701aef3ca6d35e1489, NAME => 'TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:13:53,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4721e2f5f5b27701aef3ca6d35e1489, NAME => 'TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4721e2f5f5b27701aef3ca6d35e1489, NAME => 'TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:13:53,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741911_1087 (size=12301) 2024-12-05T02:13:53,835 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-12-05T02:13:53,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. 2024-12-05T02:13:53,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. as already flushing 2024-12-05T02:13:53,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. 2024-12-05T02:13:53,835 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => c4721e2f5f5b27701aef3ca6d35e1489, NAME => 'TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:13:53,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => c4721e2f5f5b27701aef3ca6d35e1489, NAME => 'TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:13:53,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4721e2f5f5b27701aef3ca6d35e1489, NAME => 'TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4721e2f5f5b27701aef3ca6d35e1489, NAME => 'TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:13:53,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-05T02:13:53,878 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:53,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33282 deadline: 1733364893874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:53,879 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:53,879 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:53,879 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:53,879 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:53,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33302 deadline: 1733364893874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:53,880 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:53,880 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:53,880 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:53,880 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:53,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33324 deadline: 1733364893874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:53,880 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:53,880 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:53,880 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:53,890 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:53,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33340 deadline: 1733364893884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:53,891 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:53,891 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:53,891 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:53,897 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:53,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33308 deadline: 1733364893895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:53,898 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:53,898 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:53,898 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:53,989 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-12-05T02:13:53,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. 2024-12-05T02:13:53,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. as already flushing 2024-12-05T02:13:53,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. 2024-12-05T02:13:53,989 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => c4721e2f5f5b27701aef3ca6d35e1489, NAME => 'TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:13:53,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => c4721e2f5f5b27701aef3ca6d35e1489, NAME => 'TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:13:53,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4721e2f5f5b27701aef3ca6d35e1489, NAME => 'TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4721e2f5f5b27701aef3ca6d35e1489, NAME => 'TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:13:54,087 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=401 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/C/e63cc7b34b604a3297036e421b7de526 2024-12-05T02:13:54,099 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/A/6b4c438db8e849d68b86890b2b79159c as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/6b4c438db8e849d68b86890b2b79159c 2024-12-05T02:13:54,107 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/6b4c438db8e849d68b86890b2b79159c, entries=150, sequenceid=401, filesize=12.0 K 2024-12-05T02:13:54,108 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/B/637c0955241e4f3781f3baa4022e9d1f as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/637c0955241e4f3781f3baa4022e9d1f 2024-12-05T02:13:54,116 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/637c0955241e4f3781f3baa4022e9d1f, entries=150, sequenceid=401, filesize=12.0 K 2024-12-05T02:13:54,117 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/C/e63cc7b34b604a3297036e421b7de526 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/e63cc7b34b604a3297036e421b7de526 2024-12-05T02:13:54,125 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/e63cc7b34b604a3297036e421b7de526, entries=150, sequenceid=401, filesize=12.0 K 2024-12-05T02:13:54,126 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for c4721e2f5f5b27701aef3ca6d35e1489 in 917ms, sequenceid=401, compaction requested=false 2024-12-05T02:13:54,127 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c4721e2f5f5b27701aef3ca6d35e1489: 2024-12-05T02:13:54,143 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-12-05T02:13:54,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. 2024-12-05T02:13:54,144 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2902): Flushing c4721e2f5f5b27701aef3ca6d35e1489 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-12-05T02:13:54,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4721e2f5f5b27701aef3ca6d35e1489, store=A 2024-12-05T02:13:54,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:13:54,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4721e2f5f5b27701aef3ca6d35e1489, store=B 2024-12-05T02:13:54,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:13:54,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4721e2f5f5b27701aef3ca6d35e1489, store=C 2024-12-05T02:13:54,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:13:54,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/A/f8b392a3167d48fb8bf64144cd773d55 is 50, key is test_row_0/A:col10/1733364833226/Put/seqid=0 2024-12-05T02:13:54,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-05T02:13:54,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741912_1088 (size=12301) 2024-12-05T02:13:54,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(8855): Flush requested on c4721e2f5f5b27701aef3ca6d35e1489 2024-12-05T02:13:54,387 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. as already flushing 2024-12-05T02:13:54,409 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:54,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33340 deadline: 1733364894404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:54,410 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:54,410 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:54,410 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:54,410 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:54,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33308 deadline: 1733364894405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:54,411 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:54,411 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:54,411 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:54,411 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:54,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33324 deadline: 1733364894405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:54,411 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:54,411 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:54,412 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:54,413 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:54,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33302 deadline: 1733364894408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:54,413 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:54,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33282 deadline: 1733364894410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:54,414 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:54,414 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:54,414 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:54,414 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:54,414 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:54,414 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:54,515 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:54,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33324 deadline: 1733364894515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:54,516 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:54,516 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:54,516 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:54,528 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:54,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33302 deadline: 1733364894524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:54,529 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:54,528 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:54,529 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:54,529 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:54,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33282 deadline: 1733364894524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:54,529 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:54,529 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:54,529 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:54,556 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=419 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/A/f8b392a3167d48fb8bf64144cd773d55 2024-12-05T02:13:54,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/B/1322a874c34d4564ab88028a99b2bfb3 is 50, key is test_row_0/B:col10/1733364833226/Put/seqid=0 2024-12-05T02:13:54,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741913_1089 (size=12301) 2024-12-05T02:13:54,611 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=419 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/B/1322a874c34d4564ab88028a99b2bfb3 2024-12-05T02:13:54,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/C/bbfbca2192af4ce18502e0f158bf986e is 50, key is test_row_0/C:col10/1733364833226/Put/seqid=0 2024-12-05T02:13:54,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741914_1090 (size=12301) 2024-12-05T02:13:54,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-05T02:13:54,728 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:54,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33324 deadline: 1733364894724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:54,729 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:54,729 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:54,729 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:54,735 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:54,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33302 deadline: 1733364894734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:54,736 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:54,736 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:54,736 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:54,736 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:54,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33282 deadline: 1733364894734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:54,737 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:54,737 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:54,737 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:55,037 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:55,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33324 deadline: 1733364895035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:55,037 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:55,037 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:55,037 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:55,046 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:55,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33302 deadline: 1733364895044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:55,047 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:55,047 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:55,047 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:55,047 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:55,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33282 deadline: 1733364895044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:55,048 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:55,048 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:55,048 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:55,052 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=419 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/C/bbfbca2192af4ce18502e0f158bf986e 2024-12-05T02:13:55,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/A/f8b392a3167d48fb8bf64144cd773d55 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/f8b392a3167d48fb8bf64144cd773d55 2024-12-05T02:13:55,063 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/f8b392a3167d48fb8bf64144cd773d55, entries=150, sequenceid=419, filesize=12.0 K 2024-12-05T02:13:55,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/B/1322a874c34d4564ab88028a99b2bfb3 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/1322a874c34d4564ab88028a99b2bfb3 2024-12-05T02:13:55,069 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/1322a874c34d4564ab88028a99b2bfb3, entries=150, sequenceid=419, filesize=12.0 K 2024-12-05T02:13:55,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/C/bbfbca2192af4ce18502e0f158bf986e as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/bbfbca2192af4ce18502e0f158bf986e 2024-12-05T02:13:55,076 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/bbfbca2192af4ce18502e0f158bf986e, entries=150, sequenceid=419, filesize=12.0 K 2024-12-05T02:13:55,078 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for c4721e2f5f5b27701aef3ca6d35e1489 in 934ms, sequenceid=419, compaction requested=true 2024-12-05T02:13:55,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2603): Flush status journal for c4721e2f5f5b27701aef3ca6d35e1489: 2024-12-05T02:13:55,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. 2024-12-05T02:13:55,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=18 2024-12-05T02:13:55,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.HMaster(4169): Remote procedure done, pid=18 2024-12-05T02:13:55,082 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17 2024-12-05T02:13:55,082 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5520 sec 2024-12-05T02:13:55,085 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees in 1.5580 sec 2024-12-05T02:13:55,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(8855): Flush requested on c4721e2f5f5b27701aef3ca6d35e1489 2024-12-05T02:13:55,426 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c4721e2f5f5b27701aef3ca6d35e1489 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-12-05T02:13:55,427 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4721e2f5f5b27701aef3ca6d35e1489, store=A 2024-12-05T02:13:55,427 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:13:55,427 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4721e2f5f5b27701aef3ca6d35e1489, store=B 2024-12-05T02:13:55,427 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:13:55,427 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4721e2f5f5b27701aef3ca6d35e1489, store=C 2024-12-05T02:13:55,427 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:13:55,433 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/A/370dda6fab5246e2ae76ed546ba4852d is 50, key is test_row_0/A:col10/1733364834408/Put/seqid=0 2024-12-05T02:13:55,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741915_1091 (size=14741) 2024-12-05T02:13:55,465 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:55,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33308 deadline: 1733364895461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:55,466 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:55,466 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:55,466 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:55,466 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:55,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33340 deadline: 1733364895462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:55,467 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:55,467 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:55,467 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:55,550 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:55,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33324 deadline: 1733364895547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:55,551 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:55,551 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:55,551 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:55,558 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:55,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33282 deadline: 1733364895555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:55,559 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:55,559 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:55,559 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:55,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33302 deadline: 1733364895555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:55,559 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:55,560 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:55,560 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:55,560 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:55,577 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:55,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33308 deadline: 1733364895577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:55,578 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:55,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33340 deadline: 1733364895577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:55,579 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:55,579 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:55,579 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:55,581 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:55,581 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:55,581 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:55,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-05T02:13:55,675 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-05T02:13:55,676 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T02:13:55,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees 2024-12-05T02:13:55,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-12-05T02:13:55,680 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T02:13:55,681 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T02:13:55,682 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T02:13:55,785 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:55,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33308 deadline: 1733364895785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:55,786 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:55,786 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:55,786 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:55,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-12-05T02:13:55,788 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:55,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33340 deadline: 1733364895786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:55,788 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:55,789 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:55,789 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:55,834 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-12-05T02:13:55,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. 2024-12-05T02:13:55,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. as already flushing 2024-12-05T02:13:55,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. 2024-12-05T02:13:55,834 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => c4721e2f5f5b27701aef3ca6d35e1489, NAME => 'TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:13:55,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => c4721e2f5f5b27701aef3ca6d35e1489, NAME => 'TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:13:55,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4721e2f5f5b27701aef3ca6d35e1489, NAME => 'TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4721e2f5f5b27701aef3ca6d35e1489, NAME => 'TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:13:55,841 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=437 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/A/370dda6fab5246e2ae76ed546ba4852d 2024-12-05T02:13:55,852 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/B/b00243e18452453ca58554caef9bf428 is 50, key is test_row_0/B:col10/1733364834408/Put/seqid=0 2024-12-05T02:13:55,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741916_1092 (size=12301) 2024-12-05T02:13:55,989 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-12-05T02:13:55,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. 2024-12-05T02:13:55,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. as already flushing 2024-12-05T02:13:55,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. 2024-12-05T02:13:55,989 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => c4721e2f5f5b27701aef3ca6d35e1489, NAME => 'TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:13:55,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => c4721e2f5f5b27701aef3ca6d35e1489, NAME => 'TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:13:55,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4721e2f5f5b27701aef3ca6d35e1489, NAME => 'TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4721e2f5f5b27701aef3ca6d35e1489, NAME => 'TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:13:55,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-12-05T02:13:56,099 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:56,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33308 deadline: 1733364896094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:56,100 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:56,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33340 deadline: 1733364896094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:56,101 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:56,101 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:56,101 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:56,101 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:56,101 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:56,101 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:56,143 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-12-05T02:13:56,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. 2024-12-05T02:13:56,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. as already flushing 2024-12-05T02:13:56,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. 2024-12-05T02:13:56,143 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => c4721e2f5f5b27701aef3ca6d35e1489, NAME => 'TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:13:56,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => c4721e2f5f5b27701aef3ca6d35e1489, NAME => 'TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:13:56,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4721e2f5f5b27701aef3ca6d35e1489, NAME => 'TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4721e2f5f5b27701aef3ca6d35e1489, NAME => 'TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:13:56,263 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=437 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/B/b00243e18452453ca58554caef9bf428 2024-12-05T02:13:56,284 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/C/e3af294bba7f4bef84e7d3b567a661ac is 50, key is test_row_0/C:col10/1733364834408/Put/seqid=0 2024-12-05T02:13:56,297 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-12-05T02:13:56,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. 2024-12-05T02:13:56,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. as already flushing 2024-12-05T02:13:56,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. 2024-12-05T02:13:56,297 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => c4721e2f5f5b27701aef3ca6d35e1489, NAME => 'TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:13:56,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => c4721e2f5f5b27701aef3ca6d35e1489, NAME => 'TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:13:56,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4721e2f5f5b27701aef3ca6d35e1489, NAME => 'TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4721e2f5f5b27701aef3ca6d35e1489, NAME => 'TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:13:56,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741917_1093 (size=12301) 2024-12-05T02:13:56,301 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=437 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/C/e3af294bba7f4bef84e7d3b567a661ac 2024-12-05T02:13:56,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-12-05T02:13:56,310 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/A/370dda6fab5246e2ae76ed546ba4852d as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/370dda6fab5246e2ae76ed546ba4852d 2024-12-05T02:13:56,316 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/370dda6fab5246e2ae76ed546ba4852d, entries=200, sequenceid=437, filesize=14.4 K 2024-12-05T02:13:56,317 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/B/b00243e18452453ca58554caef9bf428 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/b00243e18452453ca58554caef9bf428 2024-12-05T02:13:56,328 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/b00243e18452453ca58554caef9bf428, entries=150, sequenceid=437, filesize=12.0 K 2024-12-05T02:13:56,329 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/C/e3af294bba7f4bef84e7d3b567a661ac as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/e3af294bba7f4bef84e7d3b567a661ac 2024-12-05T02:13:56,342 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/e3af294bba7f4bef84e7d3b567a661ac, entries=150, sequenceid=437, filesize=12.0 K 2024-12-05T02:13:56,344 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for c4721e2f5f5b27701aef3ca6d35e1489 in 918ms, sequenceid=437, compaction requested=true 2024-12-05T02:13:56,344 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c4721e2f5f5b27701aef3ca6d35e1489: 2024-12-05T02:13:56,344 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c4721e2f5f5b27701aef3ca6d35e1489:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T02:13:56,344 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:13:56,344 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T02:13:56,344 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c4721e2f5f5b27701aef3ca6d35e1489:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T02:13:56,344 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:13:56,344 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c4721e2f5f5b27701aef3ca6d35e1489:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T02:13:56,344 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T02:13:56,344 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T02:13:56,346 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52428 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T02:13:56,347 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1541): c4721e2f5f5b27701aef3ca6d35e1489/A is initiating minor compaction (all files) 2024-12-05T02:13:56,347 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c4721e2f5f5b27701aef3ca6d35e1489/A in TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. 2024-12-05T02:13:56,347 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/a25630f3e06f4c8f82abe900ffc94a9c, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/6b4c438db8e849d68b86890b2b79159c, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/f8b392a3167d48fb8bf64144cd773d55, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/370dda6fab5246e2ae76ed546ba4852d] into tmpdir=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp, totalSize=51.2 K 2024-12-05T02:13:56,347 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49988 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T02:13:56,347 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1541): c4721e2f5f5b27701aef3ca6d35e1489/B is initiating minor compaction (all files) 2024-12-05T02:13:56,348 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c4721e2f5f5b27701aef3ca6d35e1489/B in TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. 2024-12-05T02:13:56,348 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/47131f24a5444d08b5c0867d0ff1d26e, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/637c0955241e4f3781f3baa4022e9d1f, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/1322a874c34d4564ab88028a99b2bfb3, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/b00243e18452453ca58554caef9bf428] into tmpdir=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp, totalSize=48.8 K 2024-12-05T02:13:56,348 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting a25630f3e06f4c8f82abe900ffc94a9c, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=384, earliestPutTs=1733364830866 2024-12-05T02:13:56,349 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting 47131f24a5444d08b5c0867d0ff1d26e, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=384, earliestPutTs=1733364830866 2024-12-05T02:13:56,349 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6b4c438db8e849d68b86890b2b79159c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=401, earliestPutTs=1733364832050 2024-12-05T02:13:56,349 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting 637c0955241e4f3781f3baa4022e9d1f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=401, earliestPutTs=1733364832050 2024-12-05T02:13:56,350 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting f8b392a3167d48fb8bf64144cd773d55, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=419, earliestPutTs=1733364833223 2024-12-05T02:13:56,352 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting 1322a874c34d4564ab88028a99b2bfb3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=419, earliestPutTs=1733364833223 2024-12-05T02:13:56,352 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting 370dda6fab5246e2ae76ed546ba4852d, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=437, earliestPutTs=1733364834403 2024-12-05T02:13:56,353 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting b00243e18452453ca58554caef9bf428, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=437, earliestPutTs=1733364834408 2024-12-05T02:13:56,379 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c4721e2f5f5b27701aef3ca6d35e1489#B#compaction#81 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T02:13:56,380 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/B/6788c9ee9cc24f4bb4bd08d4cf156006 is 50, key is test_row_0/B:col10/1733364834408/Put/seqid=0 2024-12-05T02:13:56,387 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c4721e2f5f5b27701aef3ca6d35e1489#A#compaction#82 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T02:13:56,388 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/A/1c5d4353e9fb4b1799ab6a602870fed5 is 50, key is test_row_0/A:col10/1733364834408/Put/seqid=0 2024-12-05T02:13:56,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741919_1095 (size=13221) 2024-12-05T02:13:56,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741918_1094 (size=13221) 2024-12-05T02:13:56,429 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/B/6788c9ee9cc24f4bb4bd08d4cf156006 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/6788c9ee9cc24f4bb4bd08d4cf156006 2024-12-05T02:13:56,438 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in c4721e2f5f5b27701aef3ca6d35e1489/B of c4721e2f5f5b27701aef3ca6d35e1489 into 6788c9ee9cc24f4bb4bd08d4cf156006(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T02:13:56,439 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c4721e2f5f5b27701aef3ca6d35e1489: 2024-12-05T02:13:56,439 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., storeName=c4721e2f5f5b27701aef3ca6d35e1489/B, priority=12, startTime=1733364836344; duration=0sec 2024-12-05T02:13:56,439 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T02:13:56,439 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c4721e2f5f5b27701aef3ca6d35e1489:B 2024-12-05T02:13:56,439 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T02:13:56,441 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49988 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T02:13:56,441 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1541): c4721e2f5f5b27701aef3ca6d35e1489/C is initiating minor compaction (all files) 2024-12-05T02:13:56,441 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c4721e2f5f5b27701aef3ca6d35e1489/C in TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. 2024-12-05T02:13:56,441 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/151d55ef22d74683af2c425d452de634, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/e63cc7b34b604a3297036e421b7de526, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/bbfbca2192af4ce18502e0f158bf986e, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/e3af294bba7f4bef84e7d3b567a661ac] into tmpdir=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp, totalSize=48.8 K 2024-12-05T02:13:56,442 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting 151d55ef22d74683af2c425d452de634, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=384, earliestPutTs=1733364830866 2024-12-05T02:13:56,442 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting e63cc7b34b604a3297036e421b7de526, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=401, earliestPutTs=1733364832050 2024-12-05T02:13:56,443 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting bbfbca2192af4ce18502e0f158bf986e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=419, earliestPutTs=1733364833223 2024-12-05T02:13:56,443 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting e3af294bba7f4bef84e7d3b567a661ac, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=437, earliestPutTs=1733364834408 2024-12-05T02:13:56,451 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-12-05T02:13:56,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. 2024-12-05T02:13:56,451 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2902): Flushing c4721e2f5f5b27701aef3ca6d35e1489 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-12-05T02:13:56,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4721e2f5f5b27701aef3ca6d35e1489, store=A 2024-12-05T02:13:56,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:13:56,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4721e2f5f5b27701aef3ca6d35e1489, store=B 2024-12-05T02:13:56,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:13:56,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4721e2f5f5b27701aef3ca6d35e1489, store=C 2024-12-05T02:13:56,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:13:56,458 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c4721e2f5f5b27701aef3ca6d35e1489#C#compaction#83 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T02:13:56,459 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/C/547b0d90ad6f456c839b27cfc5cb98d0 is 50, key is test_row_0/C:col10/1733364834408/Put/seqid=0 2024-12-05T02:13:56,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/A/878fde60019a421f81f4d3e0a8cc93d6 is 50, key is test_row_0/A:col10/1733364835448/Put/seqid=0 2024-12-05T02:13:56,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741920_1096 (size=13221) 2024-12-05T02:13:56,485 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/C/547b0d90ad6f456c839b27cfc5cb98d0 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/547b0d90ad6f456c839b27cfc5cb98d0 2024-12-05T02:13:56,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741921_1097 (size=12301) 2024-12-05T02:13:56,492 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in c4721e2f5f5b27701aef3ca6d35e1489/C of c4721e2f5f5b27701aef3ca6d35e1489 into 547b0d90ad6f456c839b27cfc5cb98d0(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T02:13:56,492 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=452 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/A/878fde60019a421f81f4d3e0a8cc93d6 2024-12-05T02:13:56,493 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c4721e2f5f5b27701aef3ca6d35e1489: 2024-12-05T02:13:56,493 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., storeName=c4721e2f5f5b27701aef3ca6d35e1489/C, priority=12, startTime=1733364836344; duration=0sec 2024-12-05T02:13:56,493 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:13:56,493 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c4721e2f5f5b27701aef3ca6d35e1489:C 2024-12-05T02:13:56,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/B/d42bfd76d3fb45aa9915c8a6242daeaa is 50, key is test_row_0/B:col10/1733364835448/Put/seqid=0 2024-12-05T02:13:56,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741922_1098 (size=12301) 2024-12-05T02:13:56,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(8855): Flush requested on c4721e2f5f5b27701aef3ca6d35e1489 2024-12-05T02:13:56,569 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. as already flushing 2024-12-05T02:13:56,614 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:56,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33282 deadline: 1733364896607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:56,615 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:56,615 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:56,615 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:56,615 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:56,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33324 deadline: 1733364896608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:56,615 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:56,615 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:56,615 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:56,615 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:56,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33302 deadline: 1733364896609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:56,616 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:56,616 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:56,616 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:56,616 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:56,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33340 deadline: 1733364896611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:56,616 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:56,616 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:56,616 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:56,616 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:56,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33308 deadline: 1733364896614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:56,617 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:56,617 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:56,617 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:56,730 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:56,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33282 deadline: 1733364896724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:56,731 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:56,731 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:56,731 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:56,731 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:56,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33324 deadline: 1733364896724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:56,731 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:56,731 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:56,731 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:56,731 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:56,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33302 deadline: 1733364896724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:56,732 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:56,732 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:56,732 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:56,732 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:56,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33340 deadline: 1733364896724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:56,732 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:56,733 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:56,733 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:56,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-12-05T02:13:56,817 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/A/1c5d4353e9fb4b1799ab6a602870fed5 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/1c5d4353e9fb4b1799ab6a602870fed5 2024-12-05T02:13:56,823 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in c4721e2f5f5b27701aef3ca6d35e1489/A of c4721e2f5f5b27701aef3ca6d35e1489 into 1c5d4353e9fb4b1799ab6a602870fed5(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T02:13:56,823 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c4721e2f5f5b27701aef3ca6d35e1489: 2024-12-05T02:13:56,823 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., storeName=c4721e2f5f5b27701aef3ca6d35e1489/A, priority=12, startTime=1733364836344; duration=0sec 2024-12-05T02:13:56,824 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:13:56,824 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c4721e2f5f5b27701aef3ca6d35e1489:A 2024-12-05T02:13:56,919 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=452 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/B/d42bfd76d3fb45aa9915c8a6242daeaa 2024-12-05T02:13:56,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/C/a0945cce7d0346039c4533faed6c8f84 is 50, key is test_row_0/C:col10/1733364835448/Put/seqid=0 2024-12-05T02:13:56,937 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:56,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33282 deadline: 1733364896934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:56,937 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:56,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33324 deadline: 1733364896934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:56,938 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:56,938 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:56,938 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:56,938 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:56,938 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:56,938 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:56,949 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:56,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33302 deadline: 1733364896945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:56,949 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:56,949 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:56,949 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:56,949 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:56,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33340 deadline: 1733364896945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:56,950 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:56,950 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:56,950 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:56,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741923_1099 (size=12301) 2024-12-05T02:13:56,961 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=452 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/C/a0945cce7d0346039c4533faed6c8f84 2024-12-05T02:13:56,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/A/878fde60019a421f81f4d3e0a8cc93d6 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/878fde60019a421f81f4d3e0a8cc93d6 2024-12-05T02:13:56,977 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/878fde60019a421f81f4d3e0a8cc93d6, entries=150, sequenceid=452, filesize=12.0 K 2024-12-05T02:13:56,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/B/d42bfd76d3fb45aa9915c8a6242daeaa as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/d42bfd76d3fb45aa9915c8a6242daeaa 2024-12-05T02:13:56,987 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/d42bfd76d3fb45aa9915c8a6242daeaa, entries=150, sequenceid=452, filesize=12.0 K 2024-12-05T02:13:56,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/C/a0945cce7d0346039c4533faed6c8f84 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/a0945cce7d0346039c4533faed6c8f84 2024-12-05T02:13:56,998 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/a0945cce7d0346039c4533faed6c8f84, entries=150, sequenceid=452, filesize=12.0 K 2024-12-05T02:13:56,999 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for c4721e2f5f5b27701aef3ca6d35e1489 in 548ms, sequenceid=452, compaction requested=false 2024-12-05T02:13:56,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2603): Flush status journal for c4721e2f5f5b27701aef3ca6d35e1489: 2024-12-05T02:13:56,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. 2024-12-05T02:13:56,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=20 2024-12-05T02:13:57,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.HMaster(4169): Remote procedure done, pid=20 2024-12-05T02:13:57,007 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19 2024-12-05T02:13:57,008 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3210 sec 2024-12-05T02:13:57,010 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees in 1.3320 sec 2024-12-05T02:13:57,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(8855): Flush requested on c4721e2f5f5b27701aef3ca6d35e1489 2024-12-05T02:13:57,248 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c4721e2f5f5b27701aef3ca6d35e1489 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-12-05T02:13:57,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4721e2f5f5b27701aef3ca6d35e1489, store=A 2024-12-05T02:13:57,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:13:57,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4721e2f5f5b27701aef3ca6d35e1489, store=B 2024-12-05T02:13:57,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:13:57,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4721e2f5f5b27701aef3ca6d35e1489, store=C 2024-12-05T02:13:57,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:13:57,265 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/A/fec70a24760f42249b8c5588e3d6ec31 is 50, key is test_row_0/A:col10/1733364837247/Put/seqid=0 2024-12-05T02:13:57,280 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:57,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33340 deadline: 1733364897272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:57,281 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:57,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33302 deadline: 1733364897272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:57,281 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:57,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33324 deadline: 1733364897273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:57,281 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:57,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33282 deadline: 1733364897274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:57,283 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:57,283 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:57,283 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:57,283 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:57,283 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:57,283 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:57,284 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:57,284 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:57,284 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:57,284 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:57,284 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:57,284 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:57,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741924_1100 (size=14741) 2024-12-05T02:13:57,287 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=474 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/A/fec70a24760f42249b8c5588e3d6ec31 2024-12-05T02:13:57,302 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/B/7c607d586af540dca4c84a88464d02d5 is 50, key is test_row_0/B:col10/1733364837247/Put/seqid=0 2024-12-05T02:13:57,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741925_1101 (size=12301) 2024-12-05T02:13:57,386 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:57,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33282 deadline: 1733364897384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:57,387 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:57,387 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:57,387 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:57,398 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:57,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33340 deadline: 1733364897394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:57,399 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:57,399 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:57,399 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:57,399 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:57,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33324 deadline: 1733364897395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:57,400 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:57,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33302 deadline: 1733364897395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:57,400 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:57,400 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:57,400 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:57,400 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:57,400 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:57,400 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:57,594 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:57,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33282 deadline: 1733364897594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:57,595 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:57,595 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:57,595 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:57,608 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:57,608 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:57,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33340 deadline: 1733364897604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:57,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33324 deadline: 1733364897605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:57,609 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:57,609 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:57,609 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:57,609 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:57,609 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:57,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33302 deadline: 1733364897605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:57,609 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:57,609 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:57,609 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:57,609 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:57,610 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:57,637 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:57,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33308 deadline: 1733364897634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:57,638 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 01bccfa882c7,46535,1733364817982 for 'test_row_2' in c4721e2f5f5b27701aef3ca6d35e1489 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2177 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-05T02:13:57,639 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:57,639 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:57,639 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:57,721 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=474 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/B/7c607d586af540dca4c84a88464d02d5 2024-12-05T02:13:57,733 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/C/1ea9628495f940a0a42db7dc85003958 is 50, key is test_row_0/C:col10/1733364837247/Put/seqid=0 2024-12-05T02:13:57,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741926_1102 (size=12301) 2024-12-05T02:13:57,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-12-05T02:13:57,825 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-05T02:13:57,826 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T02:13:57,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] procedure2.ProcedureExecutor(1139): Stored pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees 2024-12-05T02:13:57,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-12-05T02:13:57,828 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T02:13:57,829 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T02:13:57,830 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=21, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T02:13:57,907 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:57,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33282 deadline: 1733364897904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:57,908 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:57,908 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:57,908 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:57,915 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:57,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33340 deadline: 1733364897915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:57,916 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:57,916 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:57,916 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:57,916 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:57,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33324 deadline: 1733364897915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:57,916 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:57,916 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:57,916 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:57,916 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:57,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33302 deadline: 1733364897915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:57,917 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:57,917 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:57,917 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:57,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-12-05T02:13:57,984 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-12-05T02:13:57,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. 2024-12-05T02:13:57,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. as already flushing 2024-12-05T02:13:57,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. 2024-12-05T02:13:57,984 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => c4721e2f5f5b27701aef3ca6d35e1489, NAME => 'TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:13:57,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => c4721e2f5f5b27701aef3ca6d35e1489, NAME => 'TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:13:57,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4721e2f5f5b27701aef3ca6d35e1489, NAME => 'TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4721e2f5f5b27701aef3ca6d35e1489, NAME => 'TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:13:58,138 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-12-05T02:13:58,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. 2024-12-05T02:13:58,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. as already flushing 2024-12-05T02:13:58,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. 2024-12-05T02:13:58,138 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => c4721e2f5f5b27701aef3ca6d35e1489, NAME => 'TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:13:58,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => c4721e2f5f5b27701aef3ca6d35e1489, NAME => 'TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:13:58,139 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=474 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/C/1ea9628495f940a0a42db7dc85003958 2024-12-05T02:13:58,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4721e2f5f5b27701aef3ca6d35e1489, NAME => 'TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4721e2f5f5b27701aef3ca6d35e1489, NAME => 'TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:13:58,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-12-05T02:13:58,148 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/A/fec70a24760f42249b8c5588e3d6ec31 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/fec70a24760f42249b8c5588e3d6ec31 2024-12-05T02:13:58,154 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/fec70a24760f42249b8c5588e3d6ec31, entries=200, sequenceid=474, filesize=14.4 K 2024-12-05T02:13:58,155 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/B/7c607d586af540dca4c84a88464d02d5 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/7c607d586af540dca4c84a88464d02d5 2024-12-05T02:13:58,160 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/7c607d586af540dca4c84a88464d02d5, entries=150, sequenceid=474, filesize=12.0 K 2024-12-05T02:13:58,161 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/C/1ea9628495f940a0a42db7dc85003958 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/1ea9628495f940a0a42db7dc85003958 2024-12-05T02:13:58,167 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/1ea9628495f940a0a42db7dc85003958, entries=150, sequenceid=474, filesize=12.0 K 2024-12-05T02:13:58,168 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for c4721e2f5f5b27701aef3ca6d35e1489 in 919ms, sequenceid=474, compaction requested=true 2024-12-05T02:13:58,168 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c4721e2f5f5b27701aef3ca6d35e1489: 2024-12-05T02:13:58,168 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c4721e2f5f5b27701aef3ca6d35e1489:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T02:13:58,168 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:13:58,168 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T02:13:58,168 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c4721e2f5f5b27701aef3ca6d35e1489:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T02:13:58,168 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:13:58,168 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T02:13:58,168 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c4721e2f5f5b27701aef3ca6d35e1489:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T02:13:58,169 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T02:13:58,169 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40263 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T02:13:58,170 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1541): c4721e2f5f5b27701aef3ca6d35e1489/A is initiating minor compaction (all files) 2024-12-05T02:13:58,170 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c4721e2f5f5b27701aef3ca6d35e1489/A in TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. 2024-12-05T02:13:58,170 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/1c5d4353e9fb4b1799ab6a602870fed5, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/878fde60019a421f81f4d3e0a8cc93d6, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/fec70a24760f42249b8c5588e3d6ec31] into tmpdir=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp, totalSize=39.3 K 2024-12-05T02:13:58,170 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T02:13:58,170 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1541): c4721e2f5f5b27701aef3ca6d35e1489/B is initiating minor compaction (all files) 2024-12-05T02:13:58,171 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c4721e2f5f5b27701aef3ca6d35e1489/B in TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. 2024-12-05T02:13:58,171 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/6788c9ee9cc24f4bb4bd08d4cf156006, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/d42bfd76d3fb45aa9915c8a6242daeaa, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/7c607d586af540dca4c84a88464d02d5] into tmpdir=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp, totalSize=36.9 K 2024-12-05T02:13:58,171 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1c5d4353e9fb4b1799ab6a602870fed5, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=437, earliestPutTs=1733364834408 2024-12-05T02:13:58,171 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting 6788c9ee9cc24f4bb4bd08d4cf156006, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=437, earliestPutTs=1733364834408 2024-12-05T02:13:58,171 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting 878fde60019a421f81f4d3e0a8cc93d6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=452, earliestPutTs=1733364835448 2024-12-05T02:13:58,172 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting d42bfd76d3fb45aa9915c8a6242daeaa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=452, earliestPutTs=1733364835448 2024-12-05T02:13:58,172 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting fec70a24760f42249b8c5588e3d6ec31, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=474, earliestPutTs=1733364836607 2024-12-05T02:13:58,172 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting 7c607d586af540dca4c84a88464d02d5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=474, earliestPutTs=1733364836607 2024-12-05T02:13:58,183 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c4721e2f5f5b27701aef3ca6d35e1489#A#compaction#90 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T02:13:58,184 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/A/baae6cdf76334175847250c55f026f8a is 50, key is test_row_0/A:col10/1733364837247/Put/seqid=0 2024-12-05T02:13:58,187 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c4721e2f5f5b27701aef3ca6d35e1489#B#compaction#91 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T02:13:58,188 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/B/d690f18d5cc64035a30c0a2765fb39c4 is 50, key is test_row_0/B:col10/1733364837247/Put/seqid=0 2024-12-05T02:13:58,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741927_1103 (size=13323) 2024-12-05T02:13:58,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741928_1104 (size=13323) 2024-12-05T02:13:58,269 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/B/d690f18d5cc64035a30c0a2765fb39c4 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/d690f18d5cc64035a30c0a2765fb39c4 2024-12-05T02:13:58,282 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/A/baae6cdf76334175847250c55f026f8a as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/baae6cdf76334175847250c55f026f8a 2024-12-05T02:13:58,289 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c4721e2f5f5b27701aef3ca6d35e1489/A of c4721e2f5f5b27701aef3ca6d35e1489 into baae6cdf76334175847250c55f026f8a(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T02:13:58,290 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c4721e2f5f5b27701aef3ca6d35e1489: 2024-12-05T02:13:58,290 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., storeName=c4721e2f5f5b27701aef3ca6d35e1489/A, priority=13, startTime=1733364838168; duration=0sec 2024-12-05T02:13:58,290 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T02:13:58,290 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c4721e2f5f5b27701aef3ca6d35e1489:A 2024-12-05T02:13:58,290 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T02:13:58,292 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T02:13:58,292 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1541): c4721e2f5f5b27701aef3ca6d35e1489/C is initiating minor compaction (all files) 2024-12-05T02:13:58,292 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-12-05T02:13:58,292 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c4721e2f5f5b27701aef3ca6d35e1489/C in TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. 2024-12-05T02:13:58,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. 2024-12-05T02:13:58,292 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2902): Flushing c4721e2f5f5b27701aef3ca6d35e1489 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-12-05T02:13:58,293 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/547b0d90ad6f456c839b27cfc5cb98d0, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/a0945cce7d0346039c4533faed6c8f84, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/1ea9628495f940a0a42db7dc85003958] into tmpdir=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp, totalSize=36.9 K 2024-12-05T02:13:58,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4721e2f5f5b27701aef3ca6d35e1489, store=A 2024-12-05T02:13:58,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:13:58,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4721e2f5f5b27701aef3ca6d35e1489, store=B 2024-12-05T02:13:58,293 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting 547b0d90ad6f456c839b27cfc5cb98d0, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=437, earliestPutTs=1733364834408 2024-12-05T02:13:58,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:13:58,293 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c4721e2f5f5b27701aef3ca6d35e1489/B of c4721e2f5f5b27701aef3ca6d35e1489 into d690f18d5cc64035a30c0a2765fb39c4(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T02:13:58,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4721e2f5f5b27701aef3ca6d35e1489, store=C 2024-12-05T02:13:58,293 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c4721e2f5f5b27701aef3ca6d35e1489: 2024-12-05T02:13:58,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:13:58,293 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., storeName=c4721e2f5f5b27701aef3ca6d35e1489/B, priority=13, startTime=1733364838168; duration=0sec 2024-12-05T02:13:58,293 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:13:58,293 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c4721e2f5f5b27701aef3ca6d35e1489:B 2024-12-05T02:13:58,294 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting a0945cce7d0346039c4533faed6c8f84, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=452, earliestPutTs=1733364835448 2024-12-05T02:13:58,295 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1ea9628495f940a0a42db7dc85003958, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=474, earliestPutTs=1733364836607 2024-12-05T02:13:58,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/A/fe49f477fd7b4527bc41f4d8955abe36 is 50, key is test_row_0/A:col10/1733364837262/Put/seqid=0 2024-12-05T02:13:58,310 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c4721e2f5f5b27701aef3ca6d35e1489#C#compaction#93 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T02:13:58,311 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/C/01dfd819efd34900bb0f195745ed593a is 50, key is test_row_0/C:col10/1733364837247/Put/seqid=0 2024-12-05T02:13:58,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741929_1105 (size=12301) 2024-12-05T02:13:58,319 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=488 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/A/fe49f477fd7b4527bc41f4d8955abe36 2024-12-05T02:13:58,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741930_1106 (size=13323) 2024-12-05T02:13:58,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/B/549d10e1e8ed41b89c2f11383d0a424e is 50, key is test_row_0/B:col10/1733364837262/Put/seqid=0 2024-12-05T02:13:58,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741931_1107 (size=12301) 2024-12-05T02:13:58,359 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=488 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/B/549d10e1e8ed41b89c2f11383d0a424e 2024-12-05T02:13:58,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/C/35e5d00ade824cecae1440966fcaf5fa is 50, key is test_row_0/C:col10/1733364837262/Put/seqid=0 2024-12-05T02:13:58,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741932_1108 (size=12301) 2024-12-05T02:13:58,380 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=488 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/C/35e5d00ade824cecae1440966fcaf5fa 2024-12-05T02:13:58,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/A/fe49f477fd7b4527bc41f4d8955abe36 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/fe49f477fd7b4527bc41f4d8955abe36 2024-12-05T02:13:58,392 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/fe49f477fd7b4527bc41f4d8955abe36, entries=150, sequenceid=488, filesize=12.0 K 2024-12-05T02:13:58,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/B/549d10e1e8ed41b89c2f11383d0a424e as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/549d10e1e8ed41b89c2f11383d0a424e 2024-12-05T02:13:58,401 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/549d10e1e8ed41b89c2f11383d0a424e, entries=150, sequenceid=488, filesize=12.0 K 2024-12-05T02:13:58,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/C/35e5d00ade824cecae1440966fcaf5fa as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/35e5d00ade824cecae1440966fcaf5fa 2024-12-05T02:13:58,410 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/35e5d00ade824cecae1440966fcaf5fa, entries=150, sequenceid=488, filesize=12.0 K 2024-12-05T02:13:58,411 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=0 B/0 for c4721e2f5f5b27701aef3ca6d35e1489 in 119ms, sequenceid=488, compaction requested=false 2024-12-05T02:13:58,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2603): Flush status journal for c4721e2f5f5b27701aef3ca6d35e1489: 2024-12-05T02:13:58,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. 2024-12-05T02:13:58,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=22 2024-12-05T02:13:58,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.HMaster(4169): Remote procedure done, pid=22 2024-12-05T02:13:58,416 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=21 2024-12-05T02:13:58,416 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 584 msec 2024-12-05T02:13:58,423 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees in 593 msec 2024-12-05T02:13:58,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(8855): Flush requested on c4721e2f5f5b27701aef3ca6d35e1489 2024-12-05T02:13:58,429 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c4721e2f5f5b27701aef3ca6d35e1489 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-05T02:13:58,429 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4721e2f5f5b27701aef3ca6d35e1489, store=A 2024-12-05T02:13:58,430 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:13:58,430 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4721e2f5f5b27701aef3ca6d35e1489, store=B 2024-12-05T02:13:58,430 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:13:58,430 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4721e2f5f5b27701aef3ca6d35e1489, store=C 2024-12-05T02:13:58,430 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:13:58,435 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/A/bf779e728dff4be2b958141881ad7617 is 50, key is test_row_0/A:col10/1733364838425/Put/seqid=0 2024-12-05T02:13:58,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-12-05T02:13:58,455 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-05T02:13:58,456 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T02:13:58,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] procedure2.ProcedureExecutor(1139): Stored pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees 2024-12-05T02:13:58,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-12-05T02:13:58,459 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T02:13:58,460 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T02:13:58,461 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T02:13:58,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741933_1109 (size=14741) 2024-12-05T02:13:58,463 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=498 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/A/bf779e728dff4be2b958141881ad7617 2024-12-05T02:13:58,478 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733364838446, max timestamp=1733364838472Num uniques 859; 2024-12-05T02:13:58,478 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733364838446, max timestamp=1733364838472Num uniques 859; 2024-12-05T02:13:58,478 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-05T02:13:58,478 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-05T02:13:58,479 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733364838446, max timestamp=1733364838472Num uniques 859; 2024-12-05T02:13:58,479 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-05T02:13:58,487 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/B/e04d1639575240fba632a947c2ca5f96 is 50, key is test_row_0/B:col10/1733364838425/Put/seqid=0 2024-12-05T02:13:58,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741934_1110 (size=12301) 2024-12-05T02:13:58,513 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:58,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33324 deadline: 1733364898505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:58,513 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:58,513 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:58,514 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:58,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33340 deadline: 1733364898506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:58,514 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:58,514 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:58,514 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:58,514 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:58,520 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:58,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33302 deadline: 1733364898509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:58,521 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:58,521 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:58,521 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:58,521 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:58,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33282 deadline: 1733364898511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:58,522 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:58,522 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:58,522 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:58,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-12-05T02:13:58,614 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-12-05T02:13:58,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. 2024-12-05T02:13:58,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. as already flushing 2024-12-05T02:13:58,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. 2024-12-05T02:13:58,615 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => c4721e2f5f5b27701aef3ca6d35e1489, NAME => 'TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:13:58,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => c4721e2f5f5b27701aef3ca6d35e1489, NAME => 'TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:13:58,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4721e2f5f5b27701aef3ca6d35e1489, NAME => 'TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4721e2f5f5b27701aef3ca6d35e1489, NAME => 'TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:13:58,626 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:58,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33324 deadline: 1733364898624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:58,626 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:58,626 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:58,626 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:58,626 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:58,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33340 deadline: 1733364898624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:58,627 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:58,627 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:58,627 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:58,627 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:58,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33302 deadline: 1733364898624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:58,627 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:58,627 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:58,627 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:58,627 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:58,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33282 deadline: 1733364898624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:58,628 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:58,628 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:58,628 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:58,747 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/C/01dfd819efd34900bb0f195745ed593a as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/01dfd819efd34900bb0f195745ed593a 2024-12-05T02:13:58,754 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c4721e2f5f5b27701aef3ca6d35e1489/C of c4721e2f5f5b27701aef3ca6d35e1489 into 01dfd819efd34900bb0f195745ed593a(size=13.0 K), total size for store is 25.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T02:13:58,755 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c4721e2f5f5b27701aef3ca6d35e1489: 2024-12-05T02:13:58,755 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., storeName=c4721e2f5f5b27701aef3ca6d35e1489/C, priority=13, startTime=1733364838168; duration=0sec 2024-12-05T02:13:58,755 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:13:58,755 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c4721e2f5f5b27701aef3ca6d35e1489:C 2024-12-05T02:13:58,767 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-12-05T02:13:58,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. 2024-12-05T02:13:58,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. as already flushing 2024-12-05T02:13:58,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. 2024-12-05T02:13:58,768 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => c4721e2f5f5b27701aef3ca6d35e1489, NAME => 'TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:13:58,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => c4721e2f5f5b27701aef3ca6d35e1489, NAME => 'TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:13:58,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4721e2f5f5b27701aef3ca6d35e1489, NAME => 'TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4721e2f5f5b27701aef3ca6d35e1489, NAME => 'TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:13:58,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-12-05T02:13:58,837 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:58,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33324 deadline: 1733364898834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:58,837 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:58,837 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:58,837 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:58,837 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:58,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33302 deadline: 1733364898834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:58,838 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:58,838 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:58,838 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:58,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33340 deadline: 1733364898834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:58,838 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:58,838 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:58,838 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:58,838 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:58,838 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:58,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33282 deadline: 1733364898835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:58,839 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:58,839 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:58,839 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:58,901 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=498 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/B/e04d1639575240fba632a947c2ca5f96 2024-12-05T02:13:58,909 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/C/68d4687f0dd148e680f8012d569eb6b6 is 50, key is test_row_0/C:col10/1733364838425/Put/seqid=0 2024-12-05T02:13:58,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741935_1111 (size=12301) 2024-12-05T02:13:58,921 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-12-05T02:13:58,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. 2024-12-05T02:13:58,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. as already flushing 2024-12-05T02:13:58,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. 2024-12-05T02:13:58,922 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => c4721e2f5f5b27701aef3ca6d35e1489, NAME => 'TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:13:58,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => c4721e2f5f5b27701aef3ca6d35e1489, NAME => 'TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:13:58,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4721e2f5f5b27701aef3ca6d35e1489, NAME => 'TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4721e2f5f5b27701aef3ca6d35e1489, NAME => 'TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:13:58,924 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=498 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/C/68d4687f0dd148e680f8012d569eb6b6 2024-12-05T02:13:58,932 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/A/bf779e728dff4be2b958141881ad7617 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/bf779e728dff4be2b958141881ad7617 2024-12-05T02:13:58,937 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/bf779e728dff4be2b958141881ad7617, entries=200, sequenceid=498, filesize=14.4 K 2024-12-05T02:13:58,938 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/B/e04d1639575240fba632a947c2ca5f96 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/e04d1639575240fba632a947c2ca5f96 2024-12-05T02:13:58,943 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/e04d1639575240fba632a947c2ca5f96, entries=150, sequenceid=498, filesize=12.0 K 2024-12-05T02:13:58,944 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/C/68d4687f0dd148e680f8012d569eb6b6 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/68d4687f0dd148e680f8012d569eb6b6 2024-12-05T02:13:58,953 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/68d4687f0dd148e680f8012d569eb6b6, entries=150, sequenceid=498, filesize=12.0 K 2024-12-05T02:13:58,954 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for c4721e2f5f5b27701aef3ca6d35e1489 in 525ms, sequenceid=498, compaction requested=true 2024-12-05T02:13:58,954 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c4721e2f5f5b27701aef3ca6d35e1489: 2024-12-05T02:13:58,955 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c4721e2f5f5b27701aef3ca6d35e1489:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T02:13:58,955 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T02:13:58,955 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:13:58,955 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c4721e2f5f5b27701aef3ca6d35e1489:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T02:13:58,955 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:13:58,955 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T02:13:58,955 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c4721e2f5f5b27701aef3ca6d35e1489:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T02:13:58,955 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T02:13:58,956 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40365 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T02:13:58,956 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37925 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T02:13:58,956 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1541): c4721e2f5f5b27701aef3ca6d35e1489/A is initiating minor compaction (all files) 2024-12-05T02:13:58,956 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1541): c4721e2f5f5b27701aef3ca6d35e1489/B is initiating minor compaction (all files) 2024-12-05T02:13:58,956 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c4721e2f5f5b27701aef3ca6d35e1489/A in TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. 2024-12-05T02:13:58,956 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c4721e2f5f5b27701aef3ca6d35e1489/B in TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. 2024-12-05T02:13:58,956 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/baae6cdf76334175847250c55f026f8a, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/fe49f477fd7b4527bc41f4d8955abe36, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/bf779e728dff4be2b958141881ad7617] into tmpdir=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp, totalSize=39.4 K 2024-12-05T02:13:58,956 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/d690f18d5cc64035a30c0a2765fb39c4, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/549d10e1e8ed41b89c2f11383d0a424e, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/e04d1639575240fba632a947c2ca5f96] into tmpdir=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp, totalSize=37.0 K 2024-12-05T02:13:58,957 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting baae6cdf76334175847250c55f026f8a, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=474, earliestPutTs=1733364836607 2024-12-05T02:13:58,957 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting d690f18d5cc64035a30c0a2765fb39c4, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=474, earliestPutTs=1733364836607 2024-12-05T02:13:58,957 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting fe49f477fd7b4527bc41f4d8955abe36, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=488, earliestPutTs=1733364837262 2024-12-05T02:13:58,957 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting 549d10e1e8ed41b89c2f11383d0a424e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=488, earliestPutTs=1733364837262 2024-12-05T02:13:58,957 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting bf779e728dff4be2b958141881ad7617, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=498, earliestPutTs=1733364838425 2024-12-05T02:13:58,958 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting e04d1639575240fba632a947c2ca5f96, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=498, earliestPutTs=1733364838425 2024-12-05T02:13:58,968 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c4721e2f5f5b27701aef3ca6d35e1489#A#compaction#99 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T02:13:58,969 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/A/1ef3d953d1594dc3b129b88a5060b281 is 50, key is test_row_0/A:col10/1733364838425/Put/seqid=0 2024-12-05T02:13:58,970 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c4721e2f5f5b27701aef3ca6d35e1489#B#compaction#100 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T02:13:58,971 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/B/1c70fbacfd054c5c85dd8ab70681e5b5 is 50, key is test_row_0/B:col10/1733364838425/Put/seqid=0 2024-12-05T02:13:58,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741936_1112 (size=13425) 2024-12-05T02:13:58,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741937_1113 (size=13425) 2024-12-05T02:13:59,076 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-12-05T02:13:59,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. 2024-12-05T02:13:59,076 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2902): Flushing c4721e2f5f5b27701aef3ca6d35e1489 3/3 column families, dataSize=134.18 KB heapSize=380.30 KB 2024-12-05T02:13:59,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4721e2f5f5b27701aef3ca6d35e1489, store=A 2024-12-05T02:13:59,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T02:13:59,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4721e2f5f5b27701aef3ca6d35e1489, store=B 2024-12-05T02:13:59,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T02:13:59,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4721e2f5f5b27701aef3ca6d35e1489, store=C 2024-12-05T02:13:59,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T02:13:59,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-12-05T02:13:59,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/A/ba2f0e0bb67b4a578caabbe050fc9c9e is 50, key is test_row_0/A:col10/1733364838509/Put/seqid=0 2024-12-05T02:13:59,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741938_1114 (size=12301) 2024-12-05T02:13:59,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(8855): Flush requested on c4721e2f5f5b27701aef3ca6d35e1489 2024-12-05T02:13:59,150 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. as already flushing 2024-12-05T02:13:59,161 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:59,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33282 deadline: 1733364899153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:59,161 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:59,161 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:59,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33324 deadline: 1733364899156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:59,161 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:59,161 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:59,162 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:59,162 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:59,162 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:59,167 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:59,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33302 deadline: 1733364899160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:59,167 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:59,168 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:59,167 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:59,168 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:59,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33340 deadline: 1733364899161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:59,168 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:59,168 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:59,169 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:59,265 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:59,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33282 deadline: 1733364899264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:59,266 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:59,266 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:59,266 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:59,266 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:59,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33324 deadline: 1733364899264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:59,266 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:59,266 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:59,266 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:59,284 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:59,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33302 deadline: 1733364899275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:59,285 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:59,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33340 deadline: 1733364899275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:59,285 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:59,285 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:59,285 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:59,286 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:59,286 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:59,286 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:59,391 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/A/1ef3d953d1594dc3b129b88a5060b281 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/1ef3d953d1594dc3b129b88a5060b281 2024-12-05T02:13:59,392 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/B/1c70fbacfd054c5c85dd8ab70681e5b5 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/1c70fbacfd054c5c85dd8ab70681e5b5 2024-12-05T02:13:59,399 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c4721e2f5f5b27701aef3ca6d35e1489/A of c4721e2f5f5b27701aef3ca6d35e1489 into 1ef3d953d1594dc3b129b88a5060b281(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T02:13:59,399 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c4721e2f5f5b27701aef3ca6d35e1489: 2024-12-05T02:13:59,399 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., storeName=c4721e2f5f5b27701aef3ca6d35e1489/A, priority=13, startTime=1733364838955; duration=0sec 2024-12-05T02:13:59,399 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T02:13:59,399 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c4721e2f5f5b27701aef3ca6d35e1489:A 2024-12-05T02:13:59,399 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T02:13:59,401 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37925 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T02:13:59,401 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1541): c4721e2f5f5b27701aef3ca6d35e1489/C is initiating minor compaction (all files) 2024-12-05T02:13:59,402 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c4721e2f5f5b27701aef3ca6d35e1489/C in TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. 2024-12-05T02:13:59,402 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/01dfd819efd34900bb0f195745ed593a, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/35e5d00ade824cecae1440966fcaf5fa, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/68d4687f0dd148e680f8012d569eb6b6] into tmpdir=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp, totalSize=37.0 K 2024-12-05T02:13:59,404 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting 01dfd819efd34900bb0f195745ed593a, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=474, earliestPutTs=1733364836607 2024-12-05T02:13:59,404 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c4721e2f5f5b27701aef3ca6d35e1489/B of c4721e2f5f5b27701aef3ca6d35e1489 into 1c70fbacfd054c5c85dd8ab70681e5b5(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T02:13:59,404 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c4721e2f5f5b27701aef3ca6d35e1489: 2024-12-05T02:13:59,404 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., storeName=c4721e2f5f5b27701aef3ca6d35e1489/B, priority=13, startTime=1733364838955; duration=0sec 2024-12-05T02:13:59,404 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting 35e5d00ade824cecae1440966fcaf5fa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=488, earliestPutTs=1733364837262 2024-12-05T02:13:59,405 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:13:59,405 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c4721e2f5f5b27701aef3ca6d35e1489:B 2024-12-05T02:13:59,405 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting 68d4687f0dd148e680f8012d569eb6b6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=498, earliestPutTs=1733364838425 2024-12-05T02:13:59,417 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c4721e2f5f5b27701aef3ca6d35e1489#C#compaction#102 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T02:13:59,418 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/C/4cc9c74020d9420bb1efa38afad9c89f is 50, key is test_row_0/C:col10/1733364838425/Put/seqid=0 2024-12-05T02:13:59,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741939_1115 (size=13425) 2024-12-05T02:13:59,434 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/C/4cc9c74020d9420bb1efa38afad9c89f as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/4cc9c74020d9420bb1efa38afad9c89f 2024-12-05T02:13:59,440 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c4721e2f5f5b27701aef3ca6d35e1489/C of c4721e2f5f5b27701aef3ca6d35e1489 into 4cc9c74020d9420bb1efa38afad9c89f(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T02:13:59,440 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c4721e2f5f5b27701aef3ca6d35e1489: 2024-12-05T02:13:59,440 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., storeName=c4721e2f5f5b27701aef3ca6d35e1489/C, priority=13, startTime=1733364838955; duration=0sec 2024-12-05T02:13:59,440 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:13:59,440 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c4721e2f5f5b27701aef3ca6d35e1489:C 2024-12-05T02:13:59,480 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:59,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33282 deadline: 1733364899475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:59,481 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:59,481 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:59,481 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:59,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33324 deadline: 1733364899475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:59,481 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:59,482 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:59,482 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:59,482 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:59,494 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=535 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/A/ba2f0e0bb67b4a578caabbe050fc9c9e 2024-12-05T02:13:59,499 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:59,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33302 deadline: 1733364899494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:59,499 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:59,499 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:59,499 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:59,499 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:59,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33340 deadline: 1733364899494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:59,500 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:59,500 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:59,500 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:59,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/B/1a652bbdb08143db93bd05112f14f7c0 is 50, key is test_row_0/B:col10/1733364838509/Put/seqid=0 2024-12-05T02:13:59,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741940_1116 (size=12301) 2024-12-05T02:13:59,514 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=535 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/B/1a652bbdb08143db93bd05112f14f7c0 2024-12-05T02:13:59,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/C/b0f8d8f91c9d44c0a27966083ddd3ae4 is 50, key is test_row_0/C:col10/1733364838509/Put/seqid=0 2024-12-05T02:13:59,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741941_1117 (size=12301) 2024-12-05T02:13:59,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-12-05T02:13:59,655 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:59,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33308 deadline: 1733364899655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:59,656 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 01bccfa882c7,46535,1733364817982 for 'test_row_2' in c4721e2f5f5b27701aef3ca6d35e1489 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4195 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-05T02:13:59,656 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:59,656 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:59,656 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:59,786 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:59,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33282 deadline: 1733364899784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:59,787 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:59,787 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:59,787 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:59,795 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:59,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33324 deadline: 1733364899794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:59,795 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:59,795 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:59,795 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:59,805 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:59,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33302 deadline: 1733364899804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:59,806 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:59,806 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:59,806 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:59,808 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:13:59,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33340 deadline: 1733364899805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:13:59,809 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:59,809 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:13:59,809 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:13:59,934 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=535 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/C/b0f8d8f91c9d44c0a27966083ddd3ae4 2024-12-05T02:13:59,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/A/ba2f0e0bb67b4a578caabbe050fc9c9e as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/ba2f0e0bb67b4a578caabbe050fc9c9e 2024-12-05T02:13:59,946 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/ba2f0e0bb67b4a578caabbe050fc9c9e, entries=150, sequenceid=535, filesize=12.0 K 2024-12-05T02:13:59,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/B/1a652bbdb08143db93bd05112f14f7c0 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/1a652bbdb08143db93bd05112f14f7c0 2024-12-05T02:13:59,952 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/1a652bbdb08143db93bd05112f14f7c0, entries=150, sequenceid=535, filesize=12.0 K 2024-12-05T02:13:59,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/C/b0f8d8f91c9d44c0a27966083ddd3ae4 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/b0f8d8f91c9d44c0a27966083ddd3ae4 2024-12-05T02:13:59,960 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/b0f8d8f91c9d44c0a27966083ddd3ae4, entries=150, sequenceid=535, filesize=12.0 K 2024-12-05T02:13:59,961 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~380.25 KB/389376, currentSize=46.96 KB/48090 for c4721e2f5f5b27701aef3ca6d35e1489 in 885ms, sequenceid=535, compaction requested=false 2024-12-05T02:13:59,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2603): Flush status journal for c4721e2f5f5b27701aef3ca6d35e1489: 2024-12-05T02:13:59,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. 2024-12-05T02:13:59,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=24 2024-12-05T02:13:59,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.HMaster(4169): Remote procedure done, pid=24 2024-12-05T02:13:59,968 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23 2024-12-05T02:13:59,968 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5040 sec 2024-12-05T02:13:59,971 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees in 1.5130 sec 2024-12-05T02:14:00,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(8855): Flush requested on c4721e2f5f5b27701aef3ca6d35e1489 2024-12-05T02:14:00,297 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c4721e2f5f5b27701aef3ca6d35e1489 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-12-05T02:14:00,298 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4721e2f5f5b27701aef3ca6d35e1489, store=A 2024-12-05T02:14:00,298 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:14:00,298 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4721e2f5f5b27701aef3ca6d35e1489, store=B 2024-12-05T02:14:00,298 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:14:00,298 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4721e2f5f5b27701aef3ca6d35e1489, store=C 2024-12-05T02:14:00,298 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:14:00,303 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/A/3d95dd1434714e3399c602e4a5684d08 is 50, key is test_row_0/A:col10/1733364839154/Put/seqid=0 2024-12-05T02:14:00,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741942_1118 (size=14741) 2024-12-05T02:14:00,342 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733364840324, max timestamp=1733364840337Num uniques 859; 2024-12-05T02:14:00,342 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-05T02:14:00,342 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733364840324, max timestamp=1733364840337Num uniques 859; 2024-12-05T02:14:00,343 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-05T02:14:00,343 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733364840324, max timestamp=1733364840337Num uniques 859; 2024-12-05T02:14:00,343 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-05T02:14:00,367 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:00,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33302 deadline: 1733364900362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:00,367 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:00,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33282 deadline: 1733364900365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:00,367 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:00,368 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:00,368 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:00,368 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:00,368 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:00,368 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:00,371 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:00,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33340 deadline: 1733364900367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:00,371 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:00,371 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:00,371 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:00,377 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:00,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33324 deadline: 1733364900368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:00,377 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:00,377 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:00,377 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:00,477 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:00,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33302 deadline: 1733364900474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:00,478 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:00,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33282 deadline: 1733364900474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:00,478 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:00,478 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:00,478 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:00,478 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:00,478 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:00,478 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:00,478 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:00,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33340 deadline: 1733364900474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:00,479 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:00,479 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:00,479 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:00,488 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:00,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33324 deadline: 1733364900484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:00,489 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:00,489 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:00,489 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:00,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-12-05T02:14:00,605 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-05T02:14:00,605 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T02:14:00,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees 2024-12-05T02:14:00,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-12-05T02:14:00,607 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=25, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T02:14:00,608 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=25, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T02:14:00,608 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T02:14:00,693 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:00,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33302 deadline: 1733364900684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:00,694 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:00,694 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:00,694 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:00,694 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:00,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33282 deadline: 1733364900684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:00,694 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:00,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33340 deadline: 1733364900684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:00,694 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:00,694 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:00,694 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:00,696 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:00,696 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:00,696 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:00,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33324 deadline: 1733364900695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:00,696 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:00,696 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:00,696 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:00,696 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:00,708 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=549 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/A/3d95dd1434714e3399c602e4a5684d08 2024-12-05T02:14:00,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-12-05T02:14:00,720 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/B/b6646254cdfa49e09f74cb4391e79d74 is 50, key is test_row_0/B:col10/1733364839154/Put/seqid=0 2024-12-05T02:14:00,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741943_1119 (size=12301) 2024-12-05T02:14:00,761 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-12-05T02:14:00,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. 2024-12-05T02:14:00,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. as already flushing 2024-12-05T02:14:00,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. 2024-12-05T02:14:00,762 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => c4721e2f5f5b27701aef3ca6d35e1489, NAME => 'TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:00,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => c4721e2f5f5b27701aef3ca6d35e1489, NAME => 'TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:00,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4721e2f5f5b27701aef3ca6d35e1489, NAME => 'TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4721e2f5f5b27701aef3ca6d35e1489, NAME => 'TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:00,914 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-12-05T02:14:00,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. 2024-12-05T02:14:00,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. as already flushing 2024-12-05T02:14:00,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. 2024-12-05T02:14:00,915 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => c4721e2f5f5b27701aef3ca6d35e1489, NAME => 'TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:00,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => c4721e2f5f5b27701aef3ca6d35e1489, NAME => 'TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:00,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4721e2f5f5b27701aef3ca6d35e1489, NAME => 'TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4721e2f5f5b27701aef3ca6d35e1489, NAME => 'TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:00,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-12-05T02:14:01,010 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:01,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33302 deadline: 1733364901005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:01,011 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:01,011 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:01,011 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:01,011 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:01,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33282 deadline: 1733364901005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:01,012 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:01,012 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:01,012 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:01,012 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:01,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33340 deadline: 1733364901005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:01,012 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:01,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33324 deadline: 1733364901005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:01,012 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:01,012 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:01,012 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:01,013 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:01,013 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:01,013 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:01,068 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-12-05T02:14:01,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. 2024-12-05T02:14:01,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. as already flushing 2024-12-05T02:14:01,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. 2024-12-05T02:14:01,068 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => c4721e2f5f5b27701aef3ca6d35e1489, NAME => 'TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:01,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => c4721e2f5f5b27701aef3ca6d35e1489, NAME => 'TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:01,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4721e2f5f5b27701aef3ca6d35e1489, NAME => 'TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4721e2f5f5b27701aef3ca6d35e1489, NAME => 'TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:01,127 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=549 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/B/b6646254cdfa49e09f74cb4391e79d74 2024-12-05T02:14:01,136 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/C/c92f2fad5ec648828bf7a79878015912 is 50, key is test_row_0/C:col10/1733364839154/Put/seqid=0 2024-12-05T02:14:01,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741944_1120 (size=12301) 2024-12-05T02:14:01,221 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-12-05T02:14:01,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. 2024-12-05T02:14:01,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. as already flushing 2024-12-05T02:14:01,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. 2024-12-05T02:14:01,222 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => c4721e2f5f5b27701aef3ca6d35e1489, NAME => 'TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:01,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => c4721e2f5f5b27701aef3ca6d35e1489, NAME => 'TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:01,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4721e2f5f5b27701aef3ca6d35e1489, NAME => 'TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4721e2f5f5b27701aef3ca6d35e1489, NAME => 'TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:01,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-12-05T02:14:01,375 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-12-05T02:14:01,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. 2024-12-05T02:14:01,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. as already flushing 2024-12-05T02:14:01,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. 2024-12-05T02:14:01,375 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => c4721e2f5f5b27701aef3ca6d35e1489, NAME => 'TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:01,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => c4721e2f5f5b27701aef3ca6d35e1489, NAME => 'TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:01,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4721e2f5f5b27701aef3ca6d35e1489, NAME => 'TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4721e2f5f5b27701aef3ca6d35e1489, NAME => 'TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:01,516 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:01,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33282 deadline: 1733364901514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:01,517 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:01,517 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:01,517 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:01,528 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-12-05T02:14:01,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. 2024-12-05T02:14:01,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. as already flushing 2024-12-05T02:14:01,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. 2024-12-05T02:14:01,529 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => c4721e2f5f5b27701aef3ca6d35e1489, NAME => 'TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:01,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => c4721e2f5f5b27701aef3ca6d35e1489, NAME => 'TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:01,529 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:01,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4721e2f5f5b27701aef3ca6d35e1489, NAME => 'TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4721e2f5f5b27701aef3ca6d35e1489, NAME => 'TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:01,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33302 deadline: 1733364901525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:01,530 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:01,530 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:01,530 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:01,530 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:01,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33340 deadline: 1733364901525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:01,530 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:01,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33324 deadline: 1733364901525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:01,531 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:01,531 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:01,531 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:01,531 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:01,531 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:01,531 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:01,543 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=549 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/C/c92f2fad5ec648828bf7a79878015912 2024-12-05T02:14:01,549 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/A/3d95dd1434714e3399c602e4a5684d08 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/3d95dd1434714e3399c602e4a5684d08 2024-12-05T02:14:01,557 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/3d95dd1434714e3399c602e4a5684d08, entries=200, sequenceid=549, filesize=14.4 K 2024-12-05T02:14:01,558 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/B/b6646254cdfa49e09f74cb4391e79d74 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/b6646254cdfa49e09f74cb4391e79d74 2024-12-05T02:14:01,562 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/b6646254cdfa49e09f74cb4391e79d74, entries=150, sequenceid=549, filesize=12.0 K 2024-12-05T02:14:01,563 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/C/c92f2fad5ec648828bf7a79878015912 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/c92f2fad5ec648828bf7a79878015912 2024-12-05T02:14:01,572 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/c92f2fad5ec648828bf7a79878015912, entries=150, sequenceid=549, filesize=12.0 K 2024-12-05T02:14:01,573 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for c4721e2f5f5b27701aef3ca6d35e1489 in 1275ms, sequenceid=549, compaction requested=true 2024-12-05T02:14:01,573 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c4721e2f5f5b27701aef3ca6d35e1489: 2024-12-05T02:14:01,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c4721e2f5f5b27701aef3ca6d35e1489:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T02:14:01,573 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T02:14:01,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:14:01,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c4721e2f5f5b27701aef3ca6d35e1489:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T02:14:01,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:14:01,573 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T02:14:01,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c4721e2f5f5b27701aef3ca6d35e1489:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T02:14:01,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T02:14:01,574 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40467 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T02:14:01,574 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38027 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T02:14:01,574 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1541): c4721e2f5f5b27701aef3ca6d35e1489/A is initiating minor compaction (all files) 2024-12-05T02:14:01,574 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1541): c4721e2f5f5b27701aef3ca6d35e1489/B is initiating minor compaction (all files) 2024-12-05T02:14:01,574 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c4721e2f5f5b27701aef3ca6d35e1489/A in TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. 2024-12-05T02:14:01,574 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c4721e2f5f5b27701aef3ca6d35e1489/B in TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. 2024-12-05T02:14:01,575 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/1ef3d953d1594dc3b129b88a5060b281, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/ba2f0e0bb67b4a578caabbe050fc9c9e, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/3d95dd1434714e3399c602e4a5684d08] into tmpdir=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp, totalSize=39.5 K 2024-12-05T02:14:01,575 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/1c70fbacfd054c5c85dd8ab70681e5b5, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/1a652bbdb08143db93bd05112f14f7c0, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/b6646254cdfa49e09f74cb4391e79d74] into tmpdir=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp, totalSize=37.1 K 2024-12-05T02:14:01,575 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1ef3d953d1594dc3b129b88a5060b281, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=498, earliestPutTs=1733364838425 2024-12-05T02:14:01,576 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting 1c70fbacfd054c5c85dd8ab70681e5b5, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=498, earliestPutTs=1733364838425 2024-12-05T02:14:01,576 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting ba2f0e0bb67b4a578caabbe050fc9c9e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=535, earliestPutTs=1733364838500 2024-12-05T02:14:01,576 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting 1a652bbdb08143db93bd05112f14f7c0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=535, earliestPutTs=1733364838500 2024-12-05T02:14:01,577 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3d95dd1434714e3399c602e4a5684d08, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=549, earliestPutTs=1733364839154 2024-12-05T02:14:01,577 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting b6646254cdfa49e09f74cb4391e79d74, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=549, earliestPutTs=1733364839154 2024-12-05T02:14:01,586 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c4721e2f5f5b27701aef3ca6d35e1489#A#compaction#108 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T02:14:01,587 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/A/3f5736e4a9a7471caa0d120d9fc3a6c9 is 50, key is test_row_0/A:col10/1733364839154/Put/seqid=0 2024-12-05T02:14:01,594 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c4721e2f5f5b27701aef3ca6d35e1489#B#compaction#109 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T02:14:01,595 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/B/24503a0393c0462b9215f37c8e0d067f is 50, key is test_row_0/B:col10/1733364839154/Put/seqid=0 2024-12-05T02:14:01,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741945_1121 (size=13527) 2024-12-05T02:14:01,613 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/A/3f5736e4a9a7471caa0d120d9fc3a6c9 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/3f5736e4a9a7471caa0d120d9fc3a6c9 2024-12-05T02:14:01,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741946_1122 (size=13527) 2024-12-05T02:14:01,620 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c4721e2f5f5b27701aef3ca6d35e1489/A of c4721e2f5f5b27701aef3ca6d35e1489 into 3f5736e4a9a7471caa0d120d9fc3a6c9(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T02:14:01,620 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c4721e2f5f5b27701aef3ca6d35e1489: 2024-12-05T02:14:01,620 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., storeName=c4721e2f5f5b27701aef3ca6d35e1489/A, priority=13, startTime=1733364841573; duration=0sec 2024-12-05T02:14:01,620 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T02:14:01,620 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c4721e2f5f5b27701aef3ca6d35e1489:A 2024-12-05T02:14:01,621 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T02:14:01,623 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38027 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T02:14:01,623 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1541): c4721e2f5f5b27701aef3ca6d35e1489/C is initiating minor compaction (all files) 2024-12-05T02:14:01,623 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c4721e2f5f5b27701aef3ca6d35e1489/C in TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. 2024-12-05T02:14:01,623 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/4cc9c74020d9420bb1efa38afad9c89f, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/b0f8d8f91c9d44c0a27966083ddd3ae4, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/c92f2fad5ec648828bf7a79878015912] into tmpdir=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp, totalSize=37.1 K 2024-12-05T02:14:01,624 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4cc9c74020d9420bb1efa38afad9c89f, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=498, earliestPutTs=1733364838425 2024-12-05T02:14:01,625 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting b0f8d8f91c9d44c0a27966083ddd3ae4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=535, earliestPutTs=1733364838500 2024-12-05T02:14:01,628 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting c92f2fad5ec648828bf7a79878015912, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=549, earliestPutTs=1733364839154 2024-12-05T02:14:01,628 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/B/24503a0393c0462b9215f37c8e0d067f as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/24503a0393c0462b9215f37c8e0d067f 2024-12-05T02:14:01,636 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c4721e2f5f5b27701aef3ca6d35e1489/B of c4721e2f5f5b27701aef3ca6d35e1489 into 24503a0393c0462b9215f37c8e0d067f(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T02:14:01,636 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c4721e2f5f5b27701aef3ca6d35e1489: 2024-12-05T02:14:01,636 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., storeName=c4721e2f5f5b27701aef3ca6d35e1489/B, priority=13, startTime=1733364841573; duration=0sec 2024-12-05T02:14:01,636 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:14:01,636 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c4721e2f5f5b27701aef3ca6d35e1489:B 2024-12-05T02:14:01,640 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c4721e2f5f5b27701aef3ca6d35e1489#C#compaction#110 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T02:14:01,640 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/C/0426f0ee63cf455da617a30b92e735b6 is 50, key is test_row_0/C:col10/1733364839154/Put/seqid=0 2024-12-05T02:14:01,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741947_1123 (size=13527) 2024-12-05T02:14:01,654 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/C/0426f0ee63cf455da617a30b92e735b6 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/0426f0ee63cf455da617a30b92e735b6 2024-12-05T02:14:01,661 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c4721e2f5f5b27701aef3ca6d35e1489/C of c4721e2f5f5b27701aef3ca6d35e1489 into 0426f0ee63cf455da617a30b92e735b6(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T02:14:01,661 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c4721e2f5f5b27701aef3ca6d35e1489: 2024-12-05T02:14:01,661 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., storeName=c4721e2f5f5b27701aef3ca6d35e1489/C, priority=13, startTime=1733364841573; duration=0sec 2024-12-05T02:14:01,661 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:14:01,661 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c4721e2f5f5b27701aef3ca6d35e1489:C 2024-12-05T02:14:01,683 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-12-05T02:14:01,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. 2024-12-05T02:14:01,684 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2902): Flushing c4721e2f5f5b27701aef3ca6d35e1489 3/3 column families, dataSize=127.47 KB heapSize=360.38 KB 2024-12-05T02:14:01,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4721e2f5f5b27701aef3ca6d35e1489, store=A 2024-12-05T02:14:01,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T02:14:01,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4721e2f5f5b27701aef3ca6d35e1489, store=B 2024-12-05T02:14:01,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T02:14:01,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4721e2f5f5b27701aef3ca6d35e1489, store=C 2024-12-05T02:14:01,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T02:14:01,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/A/4b911c6009354eaeb9f9c4ebcb00f46e is 50, key is test_row_0/A:col10/1733364840348/Put/seqid=0 2024-12-05T02:14:01,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741948_1124 (size=12301) 2024-12-05T02:14:01,700 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=587 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/A/4b911c6009354eaeb9f9c4ebcb00f46e 2024-12-05T02:14:01,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/B/011de0872a664086910cf3de6ebedf90 is 50, key is test_row_0/B:col10/1733364840348/Put/seqid=0 2024-12-05T02:14:01,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741949_1125 (size=12301) 2024-12-05T02:14:01,720 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=587 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/B/011de0872a664086910cf3de6ebedf90 2024-12-05T02:14:01,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-12-05T02:14:01,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/C/63db5a0e81674c87817289e135374706 is 50, key is test_row_0/C:col10/1733364840348/Put/seqid=0 2024-12-05T02:14:01,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741950_1126 (size=12301) 2024-12-05T02:14:02,167 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=587 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/C/63db5a0e81674c87817289e135374706 2024-12-05T02:14:02,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/A/4b911c6009354eaeb9f9c4ebcb00f46e as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/4b911c6009354eaeb9f9c4ebcb00f46e 2024-12-05T02:14:02,189 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/4b911c6009354eaeb9f9c4ebcb00f46e, entries=150, sequenceid=587, filesize=12.0 K 2024-12-05T02:14:02,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/B/011de0872a664086910cf3de6ebedf90 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/011de0872a664086910cf3de6ebedf90 2024-12-05T02:14:02,208 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/011de0872a664086910cf3de6ebedf90, entries=150, sequenceid=587, filesize=12.0 K 2024-12-05T02:14:02,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/C/63db5a0e81674c87817289e135374706 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/63db5a0e81674c87817289e135374706 2024-12-05T02:14:02,218 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/63db5a0e81674c87817289e135374706, entries=150, sequenceid=587, filesize=12.0 K 2024-12-05T02:14:02,219 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~360.33 KB/368976, currentSize=0 B/0 for c4721e2f5f5b27701aef3ca6d35e1489 in 535ms, sequenceid=587, compaction requested=false 2024-12-05T02:14:02,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for c4721e2f5f5b27701aef3ca6d35e1489: 2024-12-05T02:14:02,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. 2024-12-05T02:14:02,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-12-05T02:14:02,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-12-05T02:14:02,232 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25 2024-12-05T02:14:02,233 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6130 sec 2024-12-05T02:14:02,235 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees in 1.6280 sec 2024-12-05T02:14:02,545 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c4721e2f5f5b27701aef3ca6d35e1489 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-05T02:14:02,546 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4721e2f5f5b27701aef3ca6d35e1489, store=A 2024-12-05T02:14:02,546 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:14:02,546 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4721e2f5f5b27701aef3ca6d35e1489, store=B 2024-12-05T02:14:02,546 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:14:02,546 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4721e2f5f5b27701aef3ca6d35e1489, store=C 2024-12-05T02:14:02,546 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:14:02,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(8855): Flush requested on c4721e2f5f5b27701aef3ca6d35e1489 2024-12-05T02:14:02,566 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/A/0dc62c79b8ad49c4920ba93418ae91ad is 50, key is test_row_0/A:col10/1733364842543/Put/seqid=0 2024-12-05T02:14:02,593 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733364842564, max timestamp=1733364842589Num uniques 859; 2024-12-05T02:14:02,593 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733364842564, max timestamp=1733364842589Num uniques 859; 2024-12-05T02:14:02,594 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-05T02:14:02,594 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-05T02:14:02,594 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733364842564, max timestamp=1733364842589Num uniques 859; 2024-12-05T02:14:02,594 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-05T02:14:02,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741951_1127 (size=12301) 2024-12-05T02:14:02,598 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=597 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/A/0dc62c79b8ad49c4920ba93418ae91ad 2024-12-05T02:14:02,620 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/B/eb7690e676eb421495926c598c8f2208 is 50, key is test_row_0/B:col10/1733364842543/Put/seqid=0 2024-12-05T02:14:02,630 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:02,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33340 deadline: 1733364902620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:02,631 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:02,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33324 deadline: 1733364902620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:02,631 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:02,631 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:02,631 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:02,640 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:02,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33302 deadline: 1733364902629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:02,641 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:02,641 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:02,641 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:02,641 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:02,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33282 deadline: 1733364902633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:02,642 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:02,642 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:02,642 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:02,644 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:02,644 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:02,644 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:02,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741952_1128 (size=12301) 2024-12-05T02:14:02,736 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:02,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33324 deadline: 1733364902734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:02,741 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:02,741 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:02,741 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:02,748 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:02,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33302 deadline: 1733364902744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:02,749 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:02,749 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:02,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33282 deadline: 1733364902744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:02,749 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:02,749 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:02,750 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:02,750 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:02,750 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:02,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-12-05T02:14:02,755 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-05T02:14:02,756 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T02:14:02,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] procedure2.ProcedureExecutor(1139): Stored pid=27, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees 2024-12-05T02:14:02,758 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:02,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33340 deadline: 1733364902755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:02,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-12-05T02:14:02,758 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=27, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T02:14:02,759 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:02,759 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:02,759 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:02,760 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=27, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T02:14:02,760 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T02:14:02,772 INFO [Thread-156 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-156. 2024-12-05T02:14:02,772 DEBUG [Thread-156 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-05T02:14:02,776 INFO [Thread-154 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-154. 2024-12-05T02:14:02,776 INFO [Thread-158 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-158. 2024-12-05T02:14:02,776 DEBUG [Thread-154 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-05T02:14:02,776 DEBUG [Thread-158 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-05T02:14:02,777 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:14:02,777 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:14:02,777 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:14:02,778 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:14:02,778 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:14:02,778 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T02:14:02,778 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T02:14:02,778 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:14:02,778 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T02:14:02,781 INFO [Thread-160 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-160. 2024-12-05T02:14:02,781 DEBUG [Thread-160 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-05T02:14:02,781 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:14:02,781 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:14:02,781 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T02:14:02,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-12-05T02:14:02,913 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-12-05T02:14:02,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. 2024-12-05T02:14:02,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. as already flushing 2024-12-05T02:14:02,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. 2024-12-05T02:14:02,914 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] handler.RSProcedureHandler(58): pid=28 java.io.IOException: Unable to complete flush {ENCODED => c4721e2f5f5b27701aef3ca6d35e1489, NAME => 'TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:02,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=28 java.io.IOException: Unable to complete flush {ENCODED => c4721e2f5f5b27701aef3ca6d35e1489, NAME => 'TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:02,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=28 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4721e2f5f5b27701aef3ca6d35e1489, NAME => 'TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4721e2f5f5b27701aef3ca6d35e1489, NAME => 'TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:02,945 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:02,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33324 deadline: 1733364902945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:02,946 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:02,946 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:02,946 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:02,955 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:02,955 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:02,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33282 deadline: 1733364902955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:02,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33302 deadline: 1733364902955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:02,956 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:02,956 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:02,956 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:02,956 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:02,956 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:02,956 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:02,964 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:02,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33340 deadline: 1733364902964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:02,965 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:02,965 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:02,965 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:03,066 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-12-05T02:14:03,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. 2024-12-05T02:14:03,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. as already flushing 2024-12-05T02:14:03,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. 2024-12-05T02:14:03,067 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] handler.RSProcedureHandler(58): pid=28 java.io.IOException: Unable to complete flush {ENCODED => c4721e2f5f5b27701aef3ca6d35e1489, NAME => 'TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:03,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=28 java.io.IOException: Unable to complete flush {ENCODED => c4721e2f5f5b27701aef3ca6d35e1489, NAME => 'TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:03,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=28 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4721e2f5f5b27701aef3ca6d35e1489, NAME => 'TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4721e2f5f5b27701aef3ca6d35e1489, NAME => 'TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:03,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-12-05T02:14:03,084 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=597 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/B/eb7690e676eb421495926c598c8f2208 2024-12-05T02:14:03,091 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/C/c273b3f6b2df493aa9164111a6b08f7f is 50, key is test_row_0/C:col10/1733364842543/Put/seqid=0 2024-12-05T02:14:03,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741953_1129 (size=12301) 2024-12-05T02:14:03,220 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-12-05T02:14:03,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. 2024-12-05T02:14:03,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. as already flushing 2024-12-05T02:14:03,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. 2024-12-05T02:14:03,221 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] handler.RSProcedureHandler(58): pid=28 java.io.IOException: Unable to complete flush {ENCODED => c4721e2f5f5b27701aef3ca6d35e1489, NAME => 'TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:03,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=28 java.io.IOException: Unable to complete flush {ENCODED => c4721e2f5f5b27701aef3ca6d35e1489, NAME => 'TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:03,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=28 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4721e2f5f5b27701aef3ca6d35e1489, NAME => 'TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4721e2f5f5b27701aef3ca6d35e1489, NAME => 'TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:03,255 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:03,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33324 deadline: 1733364903255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:03,256 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:03,256 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:03,256 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:03,265 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:03,265 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:03,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33282 deadline: 1733364903265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:03,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33302 deadline: 1733364903265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:03,266 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:03,266 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:03,266 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:03,266 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:03,266 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:03,266 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:03,274 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:03,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33340 deadline: 1733364903274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:03,275 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:03,275 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:03,275 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:03,374 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-12-05T02:14:03,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. 2024-12-05T02:14:03,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. as already flushing 2024-12-05T02:14:03,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. 2024-12-05T02:14:03,374 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] handler.RSProcedureHandler(58): pid=28 java.io.IOException: Unable to complete flush {ENCODED => c4721e2f5f5b27701aef3ca6d35e1489, NAME => 'TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:03,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=28 java.io.IOException: Unable to complete flush {ENCODED => c4721e2f5f5b27701aef3ca6d35e1489, NAME => 'TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:03,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=28 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4721e2f5f5b27701aef3ca6d35e1489, NAME => 'TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4721e2f5f5b27701aef3ca6d35e1489, NAME => 'TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:03,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-12-05T02:14:03,496 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=597 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/C/c273b3f6b2df493aa9164111a6b08f7f 2024-12-05T02:14:03,502 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/A/0dc62c79b8ad49c4920ba93418ae91ad as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/0dc62c79b8ad49c4920ba93418ae91ad 2024-12-05T02:14:03,507 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/0dc62c79b8ad49c4920ba93418ae91ad, entries=150, sequenceid=597, filesize=12.0 K 2024-12-05T02:14:03,508 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/B/eb7690e676eb421495926c598c8f2208 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/eb7690e676eb421495926c598c8f2208 2024-12-05T02:14:03,513 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/eb7690e676eb421495926c598c8f2208, entries=150, sequenceid=597, filesize=12.0 K 2024-12-05T02:14:03,514 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/C/c273b3f6b2df493aa9164111a6b08f7f as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/c273b3f6b2df493aa9164111a6b08f7f 2024-12-05T02:14:03,519 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/c273b3f6b2df493aa9164111a6b08f7f, entries=150, sequenceid=597, filesize=12.0 K 2024-12-05T02:14:03,520 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for c4721e2f5f5b27701aef3ca6d35e1489 in 975ms, sequenceid=597, compaction requested=true 2024-12-05T02:14:03,520 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c4721e2f5f5b27701aef3ca6d35e1489: 2024-12-05T02:14:03,520 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c4721e2f5f5b27701aef3ca6d35e1489:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T02:14:03,520 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T02:14:03,520 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:14:03,520 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c4721e2f5f5b27701aef3ca6d35e1489:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T02:14:03,520 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:14:03,520 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T02:14:03,521 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c4721e2f5f5b27701aef3ca6d35e1489:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T02:14:03,521 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T02:14:03,521 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38129 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T02:14:03,521 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38129 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T02:14:03,522 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1541): c4721e2f5f5b27701aef3ca6d35e1489/A is initiating minor compaction (all files) 2024-12-05T02:14:03,522 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1541): c4721e2f5f5b27701aef3ca6d35e1489/B is initiating minor compaction (all files) 2024-12-05T02:14:03,522 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c4721e2f5f5b27701aef3ca6d35e1489/A in TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. 2024-12-05T02:14:03,522 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c4721e2f5f5b27701aef3ca6d35e1489/B in TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. 2024-12-05T02:14:03,522 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/3f5736e4a9a7471caa0d120d9fc3a6c9, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/4b911c6009354eaeb9f9c4ebcb00f46e, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/0dc62c79b8ad49c4920ba93418ae91ad] into tmpdir=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp, totalSize=37.2 K 2024-12-05T02:14:03,522 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/24503a0393c0462b9215f37c8e0d067f, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/011de0872a664086910cf3de6ebedf90, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/eb7690e676eb421495926c598c8f2208] into tmpdir=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp, totalSize=37.2 K 2024-12-05T02:14:03,522 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting 24503a0393c0462b9215f37c8e0d067f, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=549, earliestPutTs=1733364839154 2024-12-05T02:14:03,522 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3f5736e4a9a7471caa0d120d9fc3a6c9, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=549, earliestPutTs=1733364839154 2024-12-05T02:14:03,523 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4b911c6009354eaeb9f9c4ebcb00f46e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=587, earliestPutTs=1733364840348 2024-12-05T02:14:03,523 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting 011de0872a664086910cf3de6ebedf90, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=587, earliestPutTs=1733364840348 2024-12-05T02:14:03,523 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0dc62c79b8ad49c4920ba93418ae91ad, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=597, earliestPutTs=1733364842541 2024-12-05T02:14:03,523 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting eb7690e676eb421495926c598c8f2208, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=597, earliestPutTs=1733364842541 2024-12-05T02:14:03,527 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-12-05T02:14:03,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. 2024-12-05T02:14:03,527 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2902): Flushing c4721e2f5f5b27701aef3ca6d35e1489 3/3 column families, dataSize=134.18 KB heapSize=375.61 KB 2024-12-05T02:14:03,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4721e2f5f5b27701aef3ca6d35e1489, store=A 2024-12-05T02:14:03,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T02:14:03,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4721e2f5f5b27701aef3ca6d35e1489, store=B 2024-12-05T02:14:03,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T02:14:03,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4721e2f5f5b27701aef3ca6d35e1489, store=C 2024-12-05T02:14:03,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T02:14:03,535 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c4721e2f5f5b27701aef3ca6d35e1489#A#compaction#118 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T02:14:03,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/A/a78b18a397ec42aeb84f354aaad64225 is 50, key is test_row_0/A:col10/1733364842626/Put/seqid=0 2024-12-05T02:14:03,535 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/A/da1aa6040313455294918b00c5efacbd is 50, key is test_row_0/A:col10/1733364842543/Put/seqid=0 2024-12-05T02:14:03,537 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c4721e2f5f5b27701aef3ca6d35e1489#B#compaction#119 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T02:14:03,538 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/B/bc62b07cb93d408c9af7f9c92e0493d9 is 50, key is test_row_0/B:col10/1733364842543/Put/seqid=0 2024-12-05T02:14:03,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741954_1130 (size=12301) 2024-12-05T02:14:03,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741955_1131 (size=13629) 2024-12-05T02:14:03,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741956_1132 (size=13629) 2024-12-05T02:14:03,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(8855): Flush requested on c4721e2f5f5b27701aef3ca6d35e1489 2024-12-05T02:14:03,676 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. as already flushing 2024-12-05T02:14:03,677 INFO [Thread-151 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-151. 2024-12-05T02:14:03,677 DEBUG [Thread-151 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-05T02:14:03,677 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:14:03,677 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:14:03,677 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T02:14:03,766 INFO [Thread-149 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-149. 2024-12-05T02:14:03,766 DEBUG [Thread-149 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-05T02:14:03,766 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:14:03,766 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:14:03,766 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T02:14:03,776 INFO [Thread-147 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-147. 2024-12-05T02:14:03,777 DEBUG [Thread-147 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-05T02:14:03,777 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:14:03,777 INFO [Thread-143 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-143. 2024-12-05T02:14:03,777 DEBUG [Thread-143 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-05T02:14:03,777 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:14:03,777 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:14:03,777 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T02:14:03,777 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:14:03,777 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T02:14:03,786 INFO [Thread-145 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-145. 2024-12-05T02:14:03,786 DEBUG [Thread-145 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-05T02:14:03,786 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:14:03,786 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:14:03,786 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T02:14:03,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-12-05T02:14:03,948 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=632 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/A/a78b18a397ec42aeb84f354aaad64225 2024-12-05T02:14:03,959 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/A/da1aa6040313455294918b00c5efacbd as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/da1aa6040313455294918b00c5efacbd 2024-12-05T02:14:03,959 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/B/bc62b07cb93d408c9af7f9c92e0493d9 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/bc62b07cb93d408c9af7f9c92e0493d9 2024-12-05T02:14:03,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/B/1cfc6185938949c2a7e007553c678133 is 50, key is test_row_0/B:col10/1733364842626/Put/seqid=0 2024-12-05T02:14:03,967 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c4721e2f5f5b27701aef3ca6d35e1489/B of c4721e2f5f5b27701aef3ca6d35e1489 into bc62b07cb93d408c9af7f9c92e0493d9(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T02:14:03,967 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c4721e2f5f5b27701aef3ca6d35e1489: 2024-12-05T02:14:03,967 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., storeName=c4721e2f5f5b27701aef3ca6d35e1489/B, priority=13, startTime=1733364843520; duration=0sec 2024-12-05T02:14:03,968 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T02:14:03,968 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c4721e2f5f5b27701aef3ca6d35e1489:B 2024-12-05T02:14:03,968 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T02:14:03,968 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c4721e2f5f5b27701aef3ca6d35e1489/A of c4721e2f5f5b27701aef3ca6d35e1489 into da1aa6040313455294918b00c5efacbd(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T02:14:03,968 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c4721e2f5f5b27701aef3ca6d35e1489: 2024-12-05T02:14:03,968 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., storeName=c4721e2f5f5b27701aef3ca6d35e1489/A, priority=13, startTime=1733364843520; duration=0sec 2024-12-05T02:14:03,968 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:14:03,968 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c4721e2f5f5b27701aef3ca6d35e1489:A 2024-12-05T02:14:03,969 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38129 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T02:14:03,969 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1541): c4721e2f5f5b27701aef3ca6d35e1489/C is initiating minor compaction (all files) 2024-12-05T02:14:03,969 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c4721e2f5f5b27701aef3ca6d35e1489/C in TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. 2024-12-05T02:14:03,969 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/0426f0ee63cf455da617a30b92e735b6, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/63db5a0e81674c87817289e135374706, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/c273b3f6b2df493aa9164111a6b08f7f] into tmpdir=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp, totalSize=37.2 K 2024-12-05T02:14:03,969 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting 0426f0ee63cf455da617a30b92e735b6, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=549, earliestPutTs=1733364839154 2024-12-05T02:14:03,970 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting 63db5a0e81674c87817289e135374706, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=587, earliestPutTs=1733364840348 2024-12-05T02:14:03,970 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting c273b3f6b2df493aa9164111a6b08f7f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=597, earliestPutTs=1733364842541 2024-12-05T02:14:03,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741957_1133 (size=12301) 2024-12-05T02:14:03,979 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c4721e2f5f5b27701aef3ca6d35e1489#C#compaction#121 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T02:14:03,980 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/C/164ca1b81b0543a1813a752f227f0d14 is 50, key is test_row_0/C:col10/1733364842543/Put/seqid=0 2024-12-05T02:14:03,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741958_1134 (size=13629) 2024-12-05T02:14:04,376 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=632 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/B/1cfc6185938949c2a7e007553c678133 2024-12-05T02:14:04,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/C/e6db63478e3b49d5b4177eb13e80b593 is 50, key is test_row_0/C:col10/1733364842626/Put/seqid=0 2024-12-05T02:14:04,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741959_1135 (size=12301) 2024-12-05T02:14:04,394 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/C/164ca1b81b0543a1813a752f227f0d14 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/164ca1b81b0543a1813a752f227f0d14 2024-12-05T02:14:04,398 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c4721e2f5f5b27701aef3ca6d35e1489/C of c4721e2f5f5b27701aef3ca6d35e1489 into 164ca1b81b0543a1813a752f227f0d14(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T02:14:04,398 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c4721e2f5f5b27701aef3ca6d35e1489: 2024-12-05T02:14:04,398 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., storeName=c4721e2f5f5b27701aef3ca6d35e1489/C, priority=13, startTime=1733364843520; duration=0sec 2024-12-05T02:14:04,398 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:14:04,398 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c4721e2f5f5b27701aef3ca6d35e1489:C 2024-12-05T02:14:04,789 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=632 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/C/e6db63478e3b49d5b4177eb13e80b593 2024-12-05T02:14:04,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/A/a78b18a397ec42aeb84f354aaad64225 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/a78b18a397ec42aeb84f354aaad64225 2024-12-05T02:14:04,799 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/a78b18a397ec42aeb84f354aaad64225, entries=150, sequenceid=632, filesize=12.0 K 2024-12-05T02:14:04,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/B/1cfc6185938949c2a7e007553c678133 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/1cfc6185938949c2a7e007553c678133 2024-12-05T02:14:04,805 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/1cfc6185938949c2a7e007553c678133, entries=150, sequenceid=632, filesize=12.0 K 2024-12-05T02:14:04,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/C/e6db63478e3b49d5b4177eb13e80b593 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/e6db63478e3b49d5b4177eb13e80b593 2024-12-05T02:14:04,811 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/e6db63478e3b49d5b4177eb13e80b593, entries=150, sequenceid=632, filesize=12.0 K 2024-12-05T02:14:04,812 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~375.56 KB/384576, currentSize=33.54 KB/34350 for c4721e2f5f5b27701aef3ca6d35e1489 in 1285ms, sequenceid=632, compaction requested=false 2024-12-05T02:14:04,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for c4721e2f5f5b27701aef3ca6d35e1489: 2024-12-05T02:14:04,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. 2024-12-05T02:14:04,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-12-05T02:14:04,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-12-05T02:14:04,815 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=28, resume processing ppid=27 2024-12-05T02:14:04,815 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=27, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0530 sec 2024-12-05T02:14:04,818 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees in 2.0600 sec 2024-12-05T02:14:04,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-12-05T02:14:04,905 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-05T02:14:04,905 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-05T02:14:04,905 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 93 2024-12-05T02:14:04,905 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 134 2024-12-05T02:14:04,905 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 85 2024-12-05T02:14:04,905 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 85 2024-12-05T02:14:04,905 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 119 2024-12-05T02:14:04,905 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-05T02:14:04,905 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2715 2024-12-05T02:14:04,905 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2588 2024-12-05T02:14:04,905 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-05T02:14:04,905 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1222 2024-12-05T02:14:04,905 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3656 rows 2024-12-05T02:14:04,905 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1220 2024-12-05T02:14:04,905 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3653 rows 2024-12-05T02:14:04,905 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T02:14:04,905 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMixedAtomicity(AcidGuaranteesTestBase.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T02:14:04,905 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:14:04,906 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:14:04,906 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T02:14:04,910 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-05T02:14:04,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] procedure2.ProcedureExecutor(1139): Stored pid=29, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-12-05T02:14:04,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-12-05T02:14:04,917 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733364844917"}]},"ts":"1733364844917"} 2024-12-05T02:14:04,920 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-05T02:14:04,920 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-05T02:14:04,921 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-05T02:14:04,925 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=c4721e2f5f5b27701aef3ca6d35e1489, UNASSIGN}] 2024-12-05T02:14:04,926 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=c4721e2f5f5b27701aef3ca6d35e1489, UNASSIGN 2024-12-05T02:14:04,927 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=31 updating hbase:meta row=c4721e2f5f5b27701aef3ca6d35e1489, regionState=CLOSING, regionLocation=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:04,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=c4721e2f5f5b27701aef3ca6d35e1489, UNASSIGN because future has completed 2024-12-05T02:14:04,929 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-05T02:14:04,930 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE, hasLock=false; CloseRegionProcedure c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982}] 2024-12-05T02:14:05,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-12-05T02:14:05,086 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] handler.UnassignRegionHandler(122): Close c4721e2f5f5b27701aef3ca6d35e1489 2024-12-05T02:14:05,087 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-05T02:14:05,087 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1722): Closing c4721e2f5f5b27701aef3ca6d35e1489, disabling compactions & flushes 2024-12-05T02:14:05,087 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. 2024-12-05T02:14:05,087 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. 2024-12-05T02:14:05,087 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. after waiting 0 ms 2024-12-05T02:14:05,087 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. 2024-12-05T02:14:05,087 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(2902): Flushing c4721e2f5f5b27701aef3ca6d35e1489 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB 2024-12-05T02:14:05,088 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4721e2f5f5b27701aef3ca6d35e1489, store=A 2024-12-05T02:14:05,088 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:14:05,088 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4721e2f5f5b27701aef3ca6d35e1489, store=B 2024-12-05T02:14:05,088 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:14:05,088 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4721e2f5f5b27701aef3ca6d35e1489, store=C 2024-12-05T02:14:05,088 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:14:05,092 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/A/5cfa4e29fea4465f927bc3ba544a2c85 is 50, key is test_row_0/A:col10/1733364843775/Put/seqid=0 2024-12-05T02:14:05,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741960_1136 (size=12301) 2024-12-05T02:14:05,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-12-05T02:14:05,497 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=643 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/A/5cfa4e29fea4465f927bc3ba544a2c85 2024-12-05T02:14:05,505 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/B/fd51e3a12e6e46f0b9d4285857f4b885 is 50, key is test_row_0/B:col10/1733364843775/Put/seqid=0 2024-12-05T02:14:05,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741961_1137 (size=12301) 2024-12-05T02:14:05,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-12-05T02:14:05,909 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=643 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/B/fd51e3a12e6e46f0b9d4285857f4b885 2024-12-05T02:14:05,918 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/C/91f91e9f8e0c4f5db46e5a3f7f326ae3 is 50, key is test_row_0/C:col10/1733364843775/Put/seqid=0 2024-12-05T02:14:05,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741962_1138 (size=12301) 2024-12-05T02:14:05,923 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=643 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/C/91f91e9f8e0c4f5db46e5a3f7f326ae3 2024-12-05T02:14:05,929 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/A/5cfa4e29fea4465f927bc3ba544a2c85 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/5cfa4e29fea4465f927bc3ba544a2c85 2024-12-05T02:14:05,934 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/5cfa4e29fea4465f927bc3ba544a2c85, entries=150, sequenceid=643, filesize=12.0 K 2024-12-05T02:14:05,936 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/B/fd51e3a12e6e46f0b9d4285857f4b885 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/fd51e3a12e6e46f0b9d4285857f4b885 2024-12-05T02:14:05,944 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/fd51e3a12e6e46f0b9d4285857f4b885, entries=150, sequenceid=643, filesize=12.0 K 2024-12-05T02:14:05,945 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/.tmp/C/91f91e9f8e0c4f5db46e5a3f7f326ae3 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/91f91e9f8e0c4f5db46e5a3f7f326ae3 2024-12-05T02:14:05,951 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/91f91e9f8e0c4f5db46e5a3f7f326ae3, entries=150, sequenceid=643, filesize=12.0 K 2024-12-05T02:14:05,952 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for c4721e2f5f5b27701aef3ca6d35e1489 in 865ms, sequenceid=643, compaction requested=true 2024-12-05T02:14:05,953 DEBUG [StoreCloser-TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/4b18245c17f24f098e4423af92161148, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/68f846efaff14826807a44440682678a, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/624009153f42437faa3081c2b90984e3, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/36091e7ef40546c681a0c7031bfc39f3, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/84ed03c7f38f448b98ac4e4ec6966886, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/42a16cb1622b4679abefed73dd890fcc, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/c2155e5772c34ab28294ba6e60adfbfa, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/e2f3c02a0c8f4b349292e9a1e0975018, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/a94afb10552644278b9968aea25f059f, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/90d962ebdc2e4764a6b46b71f46e896a, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/0730b43d925a4f1c99ca50be80220ac9, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/a15a48f98cb845e5b2fe45c2cf136d91, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/0daf9abde2ee4410930136a723ff8366, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/27b63bf6e246428293c57ea7f7107b35, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/12480bb7e4ef46fa8df55fefec2cd810, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/6f268c41f58f4f45930c57ee2d58055d, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/41bbd1cbada243e78a32b962efcd668c, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/a6f004cf658a46899afa052ca895ad3d, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/b3467c322d2243dca24532c250a0c2b3, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/322b8d48ddb14fe09df0b1a2d332b878, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/42e7c7bdfd1e440c9c27bdc61499b7fc, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/3d08f73cc0784c869d97300eeb1f2c95, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/db59fef4ad5b4034a76eec9522e919d1, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/a25630f3e06f4c8f82abe900ffc94a9c, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/6b4c438db8e849d68b86890b2b79159c, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/f8b392a3167d48fb8bf64144cd773d55, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/370dda6fab5246e2ae76ed546ba4852d, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/1c5d4353e9fb4b1799ab6a602870fed5, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/878fde60019a421f81f4d3e0a8cc93d6, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/fec70a24760f42249b8c5588e3d6ec31, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/baae6cdf76334175847250c55f026f8a, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/fe49f477fd7b4527bc41f4d8955abe36, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/bf779e728dff4be2b958141881ad7617, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/1ef3d953d1594dc3b129b88a5060b281, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/ba2f0e0bb67b4a578caabbe050fc9c9e, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/3d95dd1434714e3399c602e4a5684d08, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/3f5736e4a9a7471caa0d120d9fc3a6c9, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/4b911c6009354eaeb9f9c4ebcb00f46e, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/0dc62c79b8ad49c4920ba93418ae91ad] to archive 2024-12-05T02:14:05,957 DEBUG [StoreCloser-TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-05T02:14:05,963 DEBUG [StoreCloser-TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/4b18245c17f24f098e4423af92161148 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/4b18245c17f24f098e4423af92161148 2024-12-05T02:14:05,965 DEBUG [StoreCloser-TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/68f846efaff14826807a44440682678a to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/68f846efaff14826807a44440682678a 2024-12-05T02:14:05,966 DEBUG [StoreCloser-TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/624009153f42437faa3081c2b90984e3 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/624009153f42437faa3081c2b90984e3 2024-12-05T02:14:05,968 DEBUG [StoreCloser-TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/36091e7ef40546c681a0c7031bfc39f3 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/36091e7ef40546c681a0c7031bfc39f3 2024-12-05T02:14:05,969 DEBUG [StoreCloser-TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/84ed03c7f38f448b98ac4e4ec6966886 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/84ed03c7f38f448b98ac4e4ec6966886 2024-12-05T02:14:05,971 DEBUG [StoreCloser-TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/42a16cb1622b4679abefed73dd890fcc to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/42a16cb1622b4679abefed73dd890fcc 2024-12-05T02:14:05,972 DEBUG [StoreCloser-TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/c2155e5772c34ab28294ba6e60adfbfa to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/c2155e5772c34ab28294ba6e60adfbfa 2024-12-05T02:14:05,973 DEBUG [StoreCloser-TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/e2f3c02a0c8f4b349292e9a1e0975018 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/e2f3c02a0c8f4b349292e9a1e0975018 2024-12-05T02:14:05,974 DEBUG [StoreCloser-TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/a94afb10552644278b9968aea25f059f to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/a94afb10552644278b9968aea25f059f 2024-12-05T02:14:05,975 DEBUG [StoreCloser-TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/90d962ebdc2e4764a6b46b71f46e896a to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/90d962ebdc2e4764a6b46b71f46e896a 2024-12-05T02:14:05,976 DEBUG [StoreCloser-TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/0730b43d925a4f1c99ca50be80220ac9 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/0730b43d925a4f1c99ca50be80220ac9 2024-12-05T02:14:05,977 DEBUG [StoreCloser-TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/a15a48f98cb845e5b2fe45c2cf136d91 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/a15a48f98cb845e5b2fe45c2cf136d91 2024-12-05T02:14:05,978 DEBUG [StoreCloser-TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/0daf9abde2ee4410930136a723ff8366 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/0daf9abde2ee4410930136a723ff8366 2024-12-05T02:14:05,979 DEBUG [StoreCloser-TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/27b63bf6e246428293c57ea7f7107b35 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/27b63bf6e246428293c57ea7f7107b35 2024-12-05T02:14:05,981 DEBUG [StoreCloser-TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/12480bb7e4ef46fa8df55fefec2cd810 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/12480bb7e4ef46fa8df55fefec2cd810 2024-12-05T02:14:05,982 DEBUG [StoreCloser-TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/6f268c41f58f4f45930c57ee2d58055d to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/6f268c41f58f4f45930c57ee2d58055d 2024-12-05T02:14:05,983 DEBUG [StoreCloser-TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/41bbd1cbada243e78a32b962efcd668c to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/41bbd1cbada243e78a32b962efcd668c 2024-12-05T02:14:05,984 DEBUG [StoreCloser-TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/a6f004cf658a46899afa052ca895ad3d to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/a6f004cf658a46899afa052ca895ad3d 2024-12-05T02:14:05,985 DEBUG [StoreCloser-TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/b3467c322d2243dca24532c250a0c2b3 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/b3467c322d2243dca24532c250a0c2b3 2024-12-05T02:14:05,986 DEBUG [StoreCloser-TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/322b8d48ddb14fe09df0b1a2d332b878 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/322b8d48ddb14fe09df0b1a2d332b878 2024-12-05T02:14:05,987 DEBUG [StoreCloser-TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/42e7c7bdfd1e440c9c27bdc61499b7fc to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/42e7c7bdfd1e440c9c27bdc61499b7fc 2024-12-05T02:14:05,988 DEBUG [StoreCloser-TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/3d08f73cc0784c869d97300eeb1f2c95 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/3d08f73cc0784c869d97300eeb1f2c95 2024-12-05T02:14:05,989 DEBUG [StoreCloser-TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/db59fef4ad5b4034a76eec9522e919d1 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/db59fef4ad5b4034a76eec9522e919d1 2024-12-05T02:14:05,991 DEBUG [StoreCloser-TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/a25630f3e06f4c8f82abe900ffc94a9c to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/a25630f3e06f4c8f82abe900ffc94a9c 2024-12-05T02:14:05,992 DEBUG [StoreCloser-TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/6b4c438db8e849d68b86890b2b79159c to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/6b4c438db8e849d68b86890b2b79159c 2024-12-05T02:14:05,993 DEBUG [StoreCloser-TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/f8b392a3167d48fb8bf64144cd773d55 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/f8b392a3167d48fb8bf64144cd773d55 2024-12-05T02:14:05,994 DEBUG [StoreCloser-TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/370dda6fab5246e2ae76ed546ba4852d to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/370dda6fab5246e2ae76ed546ba4852d 2024-12-05T02:14:05,995 DEBUG [StoreCloser-TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/1c5d4353e9fb4b1799ab6a602870fed5 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/1c5d4353e9fb4b1799ab6a602870fed5 2024-12-05T02:14:05,996 DEBUG [StoreCloser-TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/878fde60019a421f81f4d3e0a8cc93d6 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/878fde60019a421f81f4d3e0a8cc93d6 2024-12-05T02:14:05,997 DEBUG [StoreCloser-TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/fec70a24760f42249b8c5588e3d6ec31 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/fec70a24760f42249b8c5588e3d6ec31 2024-12-05T02:14:05,998 DEBUG [StoreCloser-TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/baae6cdf76334175847250c55f026f8a to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/baae6cdf76334175847250c55f026f8a 2024-12-05T02:14:06,000 DEBUG [StoreCloser-TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/fe49f477fd7b4527bc41f4d8955abe36 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/fe49f477fd7b4527bc41f4d8955abe36 2024-12-05T02:14:06,001 DEBUG [StoreCloser-TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/bf779e728dff4be2b958141881ad7617 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/bf779e728dff4be2b958141881ad7617 2024-12-05T02:14:06,002 DEBUG [StoreCloser-TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/1ef3d953d1594dc3b129b88a5060b281 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/1ef3d953d1594dc3b129b88a5060b281 2024-12-05T02:14:06,003 DEBUG [StoreCloser-TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/ba2f0e0bb67b4a578caabbe050fc9c9e to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/ba2f0e0bb67b4a578caabbe050fc9c9e 2024-12-05T02:14:06,004 DEBUG [StoreCloser-TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/3d95dd1434714e3399c602e4a5684d08 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/3d95dd1434714e3399c602e4a5684d08 2024-12-05T02:14:06,006 DEBUG [StoreCloser-TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/3f5736e4a9a7471caa0d120d9fc3a6c9 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/3f5736e4a9a7471caa0d120d9fc3a6c9 2024-12-05T02:14:06,007 DEBUG [StoreCloser-TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/4b911c6009354eaeb9f9c4ebcb00f46e to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/4b911c6009354eaeb9f9c4ebcb00f46e 2024-12-05T02:14:06,008 DEBUG [StoreCloser-TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/0dc62c79b8ad49c4920ba93418ae91ad to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/0dc62c79b8ad49c4920ba93418ae91ad 2024-12-05T02:14:06,022 DEBUG [StoreCloser-TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/17500ad9506b426487b350009029c0e0, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/0b305eb8b24a4e35b1295b27681ab4d7, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/b42c008e9ac542668d62b5790539643a, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/ea60ec20763c4e2ebcbc0fdce58ba7bc, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/06703db99f3e4997b4f3888c0f78918d, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/63942ec81475489490c7cb43315ce58d, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/810fb5886d9740aa93ddd863208ef681, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/2f0d545dbc4a4c51a3facdaba4832aac, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/2456675036bf472894c2b6f7f2b27daa, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/806087ef2fb14de682a3e2bcb85983a4, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/5aea06a087484c10b8756417b6e3a1f8, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/154fba56364646b893279ac2f006428a, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/6f58237949954767847b1ed9894737f9, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/08389111d61e439389b61d82a81bcf80, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/f6dbb59b35eb49a8944365a2e1057f8e, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/b95a40a5a1ca43ebad93fed3d8d0cf2f, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/e353c7d8ec024cebb6eb6fb35578aeb2, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/e0ce030a0e7e4f57b939e891ef7be6ed, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/0cd779aa0e1c473f8ac2aefc6261f7f3, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/b9fdb34eb6164c11b47209001517550a, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/3adb0f6b3269462887f48aeaff1ede68, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/815a4f103f87454ca0f5eaef8af8ceaf, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/47131f24a5444d08b5c0867d0ff1d26e, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/defd8fed13d540e0b051dd2fdfec9f03, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/637c0955241e4f3781f3baa4022e9d1f, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/1322a874c34d4564ab88028a99b2bfb3, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/6788c9ee9cc24f4bb4bd08d4cf156006, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/b00243e18452453ca58554caef9bf428, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/d42bfd76d3fb45aa9915c8a6242daeaa, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/d690f18d5cc64035a30c0a2765fb39c4, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/7c607d586af540dca4c84a88464d02d5, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/549d10e1e8ed41b89c2f11383d0a424e, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/1c70fbacfd054c5c85dd8ab70681e5b5, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/e04d1639575240fba632a947c2ca5f96, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/1a652bbdb08143db93bd05112f14f7c0, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/24503a0393c0462b9215f37c8e0d067f, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/b6646254cdfa49e09f74cb4391e79d74, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/011de0872a664086910cf3de6ebedf90, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/eb7690e676eb421495926c598c8f2208] to archive 2024-12-05T02:14:06,023 DEBUG [StoreCloser-TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-05T02:14:06,025 DEBUG [StoreCloser-TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/17500ad9506b426487b350009029c0e0 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/17500ad9506b426487b350009029c0e0 2024-12-05T02:14:06,026 DEBUG [StoreCloser-TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/0b305eb8b24a4e35b1295b27681ab4d7 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/0b305eb8b24a4e35b1295b27681ab4d7 2024-12-05T02:14:06,028 DEBUG [StoreCloser-TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/b42c008e9ac542668d62b5790539643a to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/b42c008e9ac542668d62b5790539643a 2024-12-05T02:14:06,029 DEBUG [StoreCloser-TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/ea60ec20763c4e2ebcbc0fdce58ba7bc to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/ea60ec20763c4e2ebcbc0fdce58ba7bc 2024-12-05T02:14:06,030 DEBUG [StoreCloser-TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/06703db99f3e4997b4f3888c0f78918d to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/06703db99f3e4997b4f3888c0f78918d 2024-12-05T02:14:06,032 DEBUG [StoreCloser-TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/63942ec81475489490c7cb43315ce58d to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/63942ec81475489490c7cb43315ce58d 2024-12-05T02:14:06,033 DEBUG [StoreCloser-TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/810fb5886d9740aa93ddd863208ef681 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/810fb5886d9740aa93ddd863208ef681 2024-12-05T02:14:06,034 DEBUG [StoreCloser-TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/2f0d545dbc4a4c51a3facdaba4832aac to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/2f0d545dbc4a4c51a3facdaba4832aac 2024-12-05T02:14:06,035 DEBUG [StoreCloser-TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/2456675036bf472894c2b6f7f2b27daa to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/2456675036bf472894c2b6f7f2b27daa 2024-12-05T02:14:06,037 DEBUG [StoreCloser-TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/806087ef2fb14de682a3e2bcb85983a4 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/806087ef2fb14de682a3e2bcb85983a4 2024-12-05T02:14:06,038 DEBUG [StoreCloser-TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/5aea06a087484c10b8756417b6e3a1f8 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/5aea06a087484c10b8756417b6e3a1f8 2024-12-05T02:14:06,039 DEBUG [StoreCloser-TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/154fba56364646b893279ac2f006428a to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/154fba56364646b893279ac2f006428a 2024-12-05T02:14:06,041 DEBUG [StoreCloser-TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/6f58237949954767847b1ed9894737f9 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/6f58237949954767847b1ed9894737f9 2024-12-05T02:14:06,042 DEBUG [StoreCloser-TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/08389111d61e439389b61d82a81bcf80 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/08389111d61e439389b61d82a81bcf80 2024-12-05T02:14:06,043 DEBUG [StoreCloser-TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/f6dbb59b35eb49a8944365a2e1057f8e to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/f6dbb59b35eb49a8944365a2e1057f8e 2024-12-05T02:14:06,044 DEBUG [StoreCloser-TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/b95a40a5a1ca43ebad93fed3d8d0cf2f to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/b95a40a5a1ca43ebad93fed3d8d0cf2f 2024-12-05T02:14:06,046 DEBUG [StoreCloser-TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/e353c7d8ec024cebb6eb6fb35578aeb2 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/e353c7d8ec024cebb6eb6fb35578aeb2 2024-12-05T02:14:06,048 DEBUG [StoreCloser-TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/e0ce030a0e7e4f57b939e891ef7be6ed to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/e0ce030a0e7e4f57b939e891ef7be6ed 2024-12-05T02:14:06,049 DEBUG [StoreCloser-TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/0cd779aa0e1c473f8ac2aefc6261f7f3 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/0cd779aa0e1c473f8ac2aefc6261f7f3 2024-12-05T02:14:06,051 DEBUG [StoreCloser-TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/b9fdb34eb6164c11b47209001517550a to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/b9fdb34eb6164c11b47209001517550a 2024-12-05T02:14:06,052 DEBUG [StoreCloser-TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/3adb0f6b3269462887f48aeaff1ede68 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/3adb0f6b3269462887f48aeaff1ede68 2024-12-05T02:14:06,053 DEBUG [StoreCloser-TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/815a4f103f87454ca0f5eaef8af8ceaf to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/815a4f103f87454ca0f5eaef8af8ceaf 2024-12-05T02:14:06,054 DEBUG [StoreCloser-TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/47131f24a5444d08b5c0867d0ff1d26e to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/47131f24a5444d08b5c0867d0ff1d26e 2024-12-05T02:14:06,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-12-05T02:14:06,056 DEBUG [StoreCloser-TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/defd8fed13d540e0b051dd2fdfec9f03 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/defd8fed13d540e0b051dd2fdfec9f03 2024-12-05T02:14:06,057 DEBUG [StoreCloser-TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/637c0955241e4f3781f3baa4022e9d1f to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/637c0955241e4f3781f3baa4022e9d1f 2024-12-05T02:14:06,059 DEBUG [StoreCloser-TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/1322a874c34d4564ab88028a99b2bfb3 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/1322a874c34d4564ab88028a99b2bfb3 2024-12-05T02:14:06,060 DEBUG [StoreCloser-TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/6788c9ee9cc24f4bb4bd08d4cf156006 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/6788c9ee9cc24f4bb4bd08d4cf156006 2024-12-05T02:14:06,061 DEBUG [StoreCloser-TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/b00243e18452453ca58554caef9bf428 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/b00243e18452453ca58554caef9bf428 2024-12-05T02:14:06,062 DEBUG [StoreCloser-TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/d42bfd76d3fb45aa9915c8a6242daeaa to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/d42bfd76d3fb45aa9915c8a6242daeaa 2024-12-05T02:14:06,063 DEBUG [StoreCloser-TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/d690f18d5cc64035a30c0a2765fb39c4 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/d690f18d5cc64035a30c0a2765fb39c4 2024-12-05T02:14:06,065 DEBUG [StoreCloser-TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/7c607d586af540dca4c84a88464d02d5 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/7c607d586af540dca4c84a88464d02d5 2024-12-05T02:14:06,066 DEBUG [StoreCloser-TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/549d10e1e8ed41b89c2f11383d0a424e to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/549d10e1e8ed41b89c2f11383d0a424e 2024-12-05T02:14:06,067 DEBUG [StoreCloser-TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/1c70fbacfd054c5c85dd8ab70681e5b5 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/1c70fbacfd054c5c85dd8ab70681e5b5 2024-12-05T02:14:06,069 DEBUG [StoreCloser-TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/e04d1639575240fba632a947c2ca5f96 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/e04d1639575240fba632a947c2ca5f96 2024-12-05T02:14:06,070 DEBUG [StoreCloser-TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/1a652bbdb08143db93bd05112f14f7c0 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/1a652bbdb08143db93bd05112f14f7c0 2024-12-05T02:14:06,071 DEBUG [StoreCloser-TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/24503a0393c0462b9215f37c8e0d067f to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/24503a0393c0462b9215f37c8e0d067f 2024-12-05T02:14:06,073 DEBUG [StoreCloser-TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/b6646254cdfa49e09f74cb4391e79d74 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/b6646254cdfa49e09f74cb4391e79d74 2024-12-05T02:14:06,074 DEBUG [StoreCloser-TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/011de0872a664086910cf3de6ebedf90 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/011de0872a664086910cf3de6ebedf90 2024-12-05T02:14:06,075 DEBUG [StoreCloser-TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/eb7690e676eb421495926c598c8f2208 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/eb7690e676eb421495926c598c8f2208 2024-12-05T02:14:06,077 DEBUG [StoreCloser-TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/3f56c14c16994f2f8ba259e5cc887c79, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/7e0ddf5d48dd490e8f635e1a22b7a216, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/e4196a13aa684df583af2a5c6a11f0f3, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/f9fb636fc5d94d81aa333be4584e0101, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/8c81bfa3925a44d88416109f78bdfbf7, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/37e9ddd177594e6db2df3fd76d22c08e, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/5f57856206d14f5c9b94e0ac30640fea, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/01475e7f1d6a49c1965b766b3807d78d, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/976a993f15b9497b8b0bfc2f940fabcc, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/9559acca9ee24f789260e06adab77d32, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/2e17039e2ca24ff2b3f21f228e3347e5, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/12119f1d57894830983f498b8475873f, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/d1bd4a33017542f9bcbbc5227183e2aa, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/59a2ae5397dd470684172238169f88b8, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/5ca732e1a25e45f9a5f65cd04e36dece, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/cf417b056a6c45019cb9a69bef707eb0, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/1c186fd33b244dbd81130e8c3e2156eb, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/5722aeb0010544fe9199ef670807fb5c, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/5e1a3c3856bb49d582f6b4fd69bcdd2f, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/b58987a1fe754ad6948beb8c60c6fe56, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/50bcea022e8d4027be11681002346ad6, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/8406bfaa590e4d35a54c51ab1257b199, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/151d55ef22d74683af2c425d452de634, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/ef299861407048f397c41241ffd59119, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/e63cc7b34b604a3297036e421b7de526, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/bbfbca2192af4ce18502e0f158bf986e, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/547b0d90ad6f456c839b27cfc5cb98d0, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/e3af294bba7f4bef84e7d3b567a661ac, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/a0945cce7d0346039c4533faed6c8f84, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/01dfd819efd34900bb0f195745ed593a, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/1ea9628495f940a0a42db7dc85003958, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/35e5d00ade824cecae1440966fcaf5fa, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/4cc9c74020d9420bb1efa38afad9c89f, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/68d4687f0dd148e680f8012d569eb6b6, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/b0f8d8f91c9d44c0a27966083ddd3ae4, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/0426f0ee63cf455da617a30b92e735b6, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/c92f2fad5ec648828bf7a79878015912, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/63db5a0e81674c87817289e135374706, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/c273b3f6b2df493aa9164111a6b08f7f] to archive 2024-12-05T02:14:06,078 DEBUG [StoreCloser-TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-05T02:14:06,080 DEBUG [StoreCloser-TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/3f56c14c16994f2f8ba259e5cc887c79 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/3f56c14c16994f2f8ba259e5cc887c79 2024-12-05T02:14:06,082 DEBUG [StoreCloser-TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/7e0ddf5d48dd490e8f635e1a22b7a216 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/7e0ddf5d48dd490e8f635e1a22b7a216 2024-12-05T02:14:06,083 DEBUG [StoreCloser-TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/e4196a13aa684df583af2a5c6a11f0f3 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/e4196a13aa684df583af2a5c6a11f0f3 2024-12-05T02:14:06,084 DEBUG [StoreCloser-TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/f9fb636fc5d94d81aa333be4584e0101 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/f9fb636fc5d94d81aa333be4584e0101 2024-12-05T02:14:06,086 DEBUG [StoreCloser-TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/8c81bfa3925a44d88416109f78bdfbf7 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/8c81bfa3925a44d88416109f78bdfbf7 2024-12-05T02:14:06,087 DEBUG [StoreCloser-TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/37e9ddd177594e6db2df3fd76d22c08e to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/37e9ddd177594e6db2df3fd76d22c08e 2024-12-05T02:14:06,088 DEBUG [StoreCloser-TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/5f57856206d14f5c9b94e0ac30640fea to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/5f57856206d14f5c9b94e0ac30640fea 2024-12-05T02:14:06,089 DEBUG [StoreCloser-TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/01475e7f1d6a49c1965b766b3807d78d to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/01475e7f1d6a49c1965b766b3807d78d 2024-12-05T02:14:06,090 DEBUG [StoreCloser-TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/976a993f15b9497b8b0bfc2f940fabcc to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/976a993f15b9497b8b0bfc2f940fabcc 2024-12-05T02:14:06,091 DEBUG [StoreCloser-TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/9559acca9ee24f789260e06adab77d32 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/9559acca9ee24f789260e06adab77d32 2024-12-05T02:14:06,092 DEBUG [StoreCloser-TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/2e17039e2ca24ff2b3f21f228e3347e5 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/2e17039e2ca24ff2b3f21f228e3347e5 2024-12-05T02:14:06,093 DEBUG [StoreCloser-TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/12119f1d57894830983f498b8475873f to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/12119f1d57894830983f498b8475873f 2024-12-05T02:14:06,095 DEBUG [StoreCloser-TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/d1bd4a33017542f9bcbbc5227183e2aa to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/d1bd4a33017542f9bcbbc5227183e2aa 2024-12-05T02:14:06,096 DEBUG [StoreCloser-TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/59a2ae5397dd470684172238169f88b8 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/59a2ae5397dd470684172238169f88b8 2024-12-05T02:14:06,097 DEBUG [StoreCloser-TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/5ca732e1a25e45f9a5f65cd04e36dece to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/5ca732e1a25e45f9a5f65cd04e36dece 2024-12-05T02:14:06,099 DEBUG [StoreCloser-TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/cf417b056a6c45019cb9a69bef707eb0 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/cf417b056a6c45019cb9a69bef707eb0 2024-12-05T02:14:06,100 DEBUG [StoreCloser-TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/1c186fd33b244dbd81130e8c3e2156eb to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/1c186fd33b244dbd81130e8c3e2156eb 2024-12-05T02:14:06,102 DEBUG [StoreCloser-TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/5722aeb0010544fe9199ef670807fb5c to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/5722aeb0010544fe9199ef670807fb5c 2024-12-05T02:14:06,103 DEBUG [StoreCloser-TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/5e1a3c3856bb49d582f6b4fd69bcdd2f to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/5e1a3c3856bb49d582f6b4fd69bcdd2f 2024-12-05T02:14:06,104 DEBUG [StoreCloser-TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/b58987a1fe754ad6948beb8c60c6fe56 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/b58987a1fe754ad6948beb8c60c6fe56 2024-12-05T02:14:06,105 DEBUG [StoreCloser-TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/50bcea022e8d4027be11681002346ad6 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/50bcea022e8d4027be11681002346ad6 2024-12-05T02:14:06,106 DEBUG [StoreCloser-TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/8406bfaa590e4d35a54c51ab1257b199 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/8406bfaa590e4d35a54c51ab1257b199 2024-12-05T02:14:06,107 DEBUG [StoreCloser-TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/151d55ef22d74683af2c425d452de634 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/151d55ef22d74683af2c425d452de634 2024-12-05T02:14:06,108 DEBUG [StoreCloser-TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/ef299861407048f397c41241ffd59119 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/ef299861407048f397c41241ffd59119 2024-12-05T02:14:06,109 DEBUG [StoreCloser-TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/e63cc7b34b604a3297036e421b7de526 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/e63cc7b34b604a3297036e421b7de526 2024-12-05T02:14:06,110 DEBUG [StoreCloser-TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/bbfbca2192af4ce18502e0f158bf986e to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/bbfbca2192af4ce18502e0f158bf986e 2024-12-05T02:14:06,111 DEBUG [StoreCloser-TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/547b0d90ad6f456c839b27cfc5cb98d0 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/547b0d90ad6f456c839b27cfc5cb98d0 2024-12-05T02:14:06,112 DEBUG [StoreCloser-TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/e3af294bba7f4bef84e7d3b567a661ac to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/e3af294bba7f4bef84e7d3b567a661ac 2024-12-05T02:14:06,113 DEBUG [StoreCloser-TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/a0945cce7d0346039c4533faed6c8f84 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/a0945cce7d0346039c4533faed6c8f84 2024-12-05T02:14:06,114 DEBUG [StoreCloser-TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/01dfd819efd34900bb0f195745ed593a to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/01dfd819efd34900bb0f195745ed593a 2024-12-05T02:14:06,115 DEBUG [StoreCloser-TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/1ea9628495f940a0a42db7dc85003958 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/1ea9628495f940a0a42db7dc85003958 2024-12-05T02:14:06,116 DEBUG [StoreCloser-TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/35e5d00ade824cecae1440966fcaf5fa to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/35e5d00ade824cecae1440966fcaf5fa 2024-12-05T02:14:06,117 DEBUG [StoreCloser-TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/4cc9c74020d9420bb1efa38afad9c89f to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/4cc9c74020d9420bb1efa38afad9c89f 2024-12-05T02:14:06,119 DEBUG [StoreCloser-TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/68d4687f0dd148e680f8012d569eb6b6 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/68d4687f0dd148e680f8012d569eb6b6 2024-12-05T02:14:06,120 DEBUG [StoreCloser-TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/b0f8d8f91c9d44c0a27966083ddd3ae4 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/b0f8d8f91c9d44c0a27966083ddd3ae4 2024-12-05T02:14:06,121 DEBUG [StoreCloser-TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/0426f0ee63cf455da617a30b92e735b6 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/0426f0ee63cf455da617a30b92e735b6 2024-12-05T02:14:06,121 DEBUG [StoreCloser-TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/c92f2fad5ec648828bf7a79878015912 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/c92f2fad5ec648828bf7a79878015912 2024-12-05T02:14:06,122 DEBUG [StoreCloser-TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/63db5a0e81674c87817289e135374706 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/63db5a0e81674c87817289e135374706 2024-12-05T02:14:06,123 DEBUG [StoreCloser-TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/c273b3f6b2df493aa9164111a6b08f7f to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/c273b3f6b2df493aa9164111a6b08f7f 2024-12-05T02:14:06,130 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/recovered.edits/646.seqid, newMaxSeqId=646, maxSeqId=1 2024-12-05T02:14:06,133 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. 2024-12-05T02:14:06,133 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1676): Region close journal for c4721e2f5f5b27701aef3ca6d35e1489: Waiting for close lock at 1733364845087Running coprocessor pre-close hooks at 1733364845087Disabling compacts and flushes for region at 1733364845087Disabling writes for close at 1733364845087Obtaining lock to block concurrent updates at 1733364845087Preparing flush snapshotting stores in c4721e2f5f5b27701aef3ca6d35e1489 at 1733364845087Finished memstore snapshotting TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=102720, getOffHeapSize=0, getCellsCount=750 at 1733364845088 (+1 ms)Flushing stores of TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489. at 1733364845089 (+1 ms)Flushing c4721e2f5f5b27701aef3ca6d35e1489/A: creating writer at 1733364845089Flushing c4721e2f5f5b27701aef3ca6d35e1489/A: appending metadata at 1733364845092 (+3 ms)Flushing c4721e2f5f5b27701aef3ca6d35e1489/A: closing flushed file at 1733364845092Flushing c4721e2f5f5b27701aef3ca6d35e1489/B: creating writer at 1733364845502 (+410 ms)Flushing c4721e2f5f5b27701aef3ca6d35e1489/B: appending metadata at 1733364845504 (+2 ms)Flushing c4721e2f5f5b27701aef3ca6d35e1489/B: closing flushed file at 1733364845504Flushing c4721e2f5f5b27701aef3ca6d35e1489/C: creating writer at 1733364845914 (+410 ms)Flushing c4721e2f5f5b27701aef3ca6d35e1489/C: appending metadata at 1733364845917 (+3 ms)Flushing c4721e2f5f5b27701aef3ca6d35e1489/C: closing flushed file at 1733364845917Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49e814e3: reopening flushed file at 1733364845928 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52f46f1c: reopening flushed file at 1733364845935 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7186dd84: reopening flushed file at 1733364845944 (+9 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for c4721e2f5f5b27701aef3ca6d35e1489 in 865ms, sequenceid=643, compaction requested=true at 1733364845952 (+8 ms)Writing region close event to WAL at 1733364846125 (+173 ms)Running coprocessor post-close hooks at 1733364846130 (+5 ms)Closed at 1733364846133 (+3 ms) 2024-12-05T02:14:06,137 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] handler.UnassignRegionHandler(157): Closed c4721e2f5f5b27701aef3ca6d35e1489 2024-12-05T02:14:06,137 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=31 updating hbase:meta row=c4721e2f5f5b27701aef3ca6d35e1489, regionState=CLOSED 2024-12-05T02:14:06,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=32, ppid=31, state=RUNNABLE, hasLock=false; CloseRegionProcedure c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 because future has completed 2024-12-05T02:14:06,143 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=31 2024-12-05T02:14:06,143 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=31, state=SUCCESS, hasLock=false; CloseRegionProcedure c4721e2f5f5b27701aef3ca6d35e1489, server=01bccfa882c7,46535,1733364817982 in 1.2100 sec 2024-12-05T02:14:06,145 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=31, resume processing ppid=30 2024-12-05T02:14:06,145 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=30, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=c4721e2f5f5b27701aef3ca6d35e1489, UNASSIGN in 1.2180 sec 2024-12-05T02:14:06,148 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29 2024-12-05T02:14:06,148 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.2250 sec 2024-12-05T02:14:06,150 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733364846149"}]},"ts":"1733364846149"} 2024-12-05T02:14:06,152 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-05T02:14:06,152 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-05T02:14:06,154 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.2410 sec 2024-12-05T02:14:06,391 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-05T02:14:07,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-12-05T02:14:07,075 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-12-05T02:14:07,079 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-05T02:14:07,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] procedure2.ProcedureExecutor(1139): Stored pid=33, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T02:14:07,086 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=33, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T02:14:07,088 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=33, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T02:14:07,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=33 2024-12-05T02:14:07,094 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489 2024-12-05T02:14:07,099 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A, FileablePath, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B, FileablePath, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C, FileablePath, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/recovered.edits] 2024-12-05T02:14:07,104 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/5cfa4e29fea4465f927bc3ba544a2c85 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/5cfa4e29fea4465f927bc3ba544a2c85 2024-12-05T02:14:07,110 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/a78b18a397ec42aeb84f354aaad64225 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/a78b18a397ec42aeb84f354aaad64225 2024-12-05T02:14:07,112 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/da1aa6040313455294918b00c5efacbd to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/A/da1aa6040313455294918b00c5efacbd 2024-12-05T02:14:07,124 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/1cfc6185938949c2a7e007553c678133 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/1cfc6185938949c2a7e007553c678133 2024-12-05T02:14:07,126 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/bc62b07cb93d408c9af7f9c92e0493d9 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/bc62b07cb93d408c9af7f9c92e0493d9 2024-12-05T02:14:07,129 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/fd51e3a12e6e46f0b9d4285857f4b885 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/B/fd51e3a12e6e46f0b9d4285857f4b885 2024-12-05T02:14:07,132 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/164ca1b81b0543a1813a752f227f0d14 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/164ca1b81b0543a1813a752f227f0d14 2024-12-05T02:14:07,134 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/91f91e9f8e0c4f5db46e5a3f7f326ae3 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/91f91e9f8e0c4f5db46e5a3f7f326ae3 2024-12-05T02:14:07,138 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/e6db63478e3b49d5b4177eb13e80b593 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/C/e6db63478e3b49d5b4177eb13e80b593 2024-12-05T02:14:07,144 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/recovered.edits/646.seqid to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489/recovered.edits/646.seqid 2024-12-05T02:14:07,145 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/c4721e2f5f5b27701aef3ca6d35e1489 2024-12-05T02:14:07,145 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-05T02:14:07,152 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=33, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T02:14:07,161 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46535 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-12-05T02:14:07,171 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-05T02:14:07,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=33 2024-12-05T02:14:07,207 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-05T02:14:07,209 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=33, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T02:14:07,209 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-05T02:14:07,210 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733364847209"}]},"ts":"9223372036854775807"} 2024-12-05T02:14:07,216 INFO [PEWorker-5 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-12-05T02:14:07,216 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => c4721e2f5f5b27701aef3ca6d35e1489, NAME => 'TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489.', STARTKEY => '', ENDKEY => ''}] 2024-12-05T02:14:07,216 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-05T02:14:07,217 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733364847216"}]},"ts":"9223372036854775807"} 2024-12-05T02:14:07,220 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-12-05T02:14:07,221 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=33, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T02:14:07,223 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 141 msec 2024-12-05T02:14:07,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=33 2024-12-05T02:14:07,406 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-12-05T02:14:07,406 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-12-05T02:14:07,420 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMixedAtomicity Thread=249 (was 211) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;01bccfa882c7:46535-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-204610442_22 at /127.0.0.1:40966 [Waiting for operation #148] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1293014353_22 at /127.0.0.1:40456 [Waiting for operation #312] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-204610442_22 at /127.0.0.1:45904 [Waiting for operation #325] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=462 (was 441) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=386 (was 275) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8386 (was 8159) - AvailableMemoryMB LEAK? - 2024-12-05T02:14:07,432 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobMixedAtomicity Thread=249, OpenFileDescriptor=461, MaxFileDescriptor=1048576, SystemLoadAverage=386, ProcessCount=11, AvailableMemoryMB=8386 2024-12-05T02:14:07,434 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-05T02:14:07,435 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T02:14:07,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] procedure2.ProcedureExecutor(1139): Stored pid=34, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-12-05T02:14:07,437 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=34, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T02:14:07,438 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:07,438 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 34 2024-12-05T02:14:07,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-12-05T02:14:07,439 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=34, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T02:14:07,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741963_1139 (size=1061) 2024-12-05T02:14:07,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-12-05T02:14:07,712 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-05T02:14:07,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-12-05T02:14:07,847 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bc8cc7dea4fa6b09d347056d40353c75, NAME => 'TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c 2024-12-05T02:14:07,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741964_1140 (size=53) 2024-12-05T02:14:08,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-12-05T02:14:08,254 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:14:08,255 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing bc8cc7dea4fa6b09d347056d40353c75, disabling compactions & flushes 2024-12-05T02:14:08,255 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75. 2024-12-05T02:14:08,255 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75. 2024-12-05T02:14:08,255 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75. after waiting 0 ms 2024-12-05T02:14:08,255 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75. 2024-12-05T02:14:08,255 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75. 2024-12-05T02:14:08,255 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for bc8cc7dea4fa6b09d347056d40353c75: Waiting for close lock at 1733364848254Disabling compacts and flushes for region at 1733364848254Disabling writes for close at 1733364848255 (+1 ms)Writing region close event to WAL at 1733364848255Closed at 1733364848255 2024-12-05T02:14:08,256 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=34, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T02:14:08,257 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733364848257"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733364848257"}]},"ts":"1733364848257"} 2024-12-05T02:14:08,259 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T02:14:08,260 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=34, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T02:14:08,261 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733364848261"}]},"ts":"1733364848261"} 2024-12-05T02:14:08,263 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-05T02:14:08,263 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=bc8cc7dea4fa6b09d347056d40353c75, ASSIGN}] 2024-12-05T02:14:08,264 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=bc8cc7dea4fa6b09d347056d40353c75, ASSIGN 2024-12-05T02:14:08,266 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=bc8cc7dea4fa6b09d347056d40353c75, ASSIGN; state=OFFLINE, location=01bccfa882c7,46535,1733364817982; forceNewPlan=false, retain=false 2024-12-05T02:14:08,417 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=35 updating hbase:meta row=bc8cc7dea4fa6b09d347056d40353c75, regionState=OPENING, regionLocation=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:08,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=bc8cc7dea4fa6b09d347056d40353c75, ASSIGN because future has completed 2024-12-05T02:14:08,420 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=35, state=RUNNABLE, hasLock=false; OpenRegionProcedure bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982}] 2024-12-05T02:14:08,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-12-05T02:14:08,577 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75. 2024-12-05T02:14:08,577 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7752): Opening region: {ENCODED => bc8cc7dea4fa6b09d347056d40353c75, NAME => 'TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.', STARTKEY => '', ENDKEY => ''} 2024-12-05T02:14:08,577 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees bc8cc7dea4fa6b09d347056d40353c75 2024-12-05T02:14:08,577 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:14:08,577 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7794): checking encryption for bc8cc7dea4fa6b09d347056d40353c75 2024-12-05T02:14:08,577 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7797): checking classloading for bc8cc7dea4fa6b09d347056d40353c75 2024-12-05T02:14:08,579 INFO [StoreOpener-bc8cc7dea4fa6b09d347056d40353c75-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region bc8cc7dea4fa6b09d347056d40353c75 2024-12-05T02:14:08,580 INFO [StoreOpener-bc8cc7dea4fa6b09d347056d40353c75-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-05T02:14:08,581 INFO [StoreOpener-bc8cc7dea4fa6b09d347056d40353c75-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bc8cc7dea4fa6b09d347056d40353c75 columnFamilyName A 2024-12-05T02:14:08,581 DEBUG [StoreOpener-bc8cc7dea4fa6b09d347056d40353c75-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:08,581 INFO [StoreOpener-bc8cc7dea4fa6b09d347056d40353c75-1 {}] regionserver.HStore(327): Store=bc8cc7dea4fa6b09d347056d40353c75/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:14:08,581 INFO [StoreOpener-bc8cc7dea4fa6b09d347056d40353c75-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region bc8cc7dea4fa6b09d347056d40353c75 2024-12-05T02:14:08,582 INFO [StoreOpener-bc8cc7dea4fa6b09d347056d40353c75-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-05T02:14:08,583 INFO [StoreOpener-bc8cc7dea4fa6b09d347056d40353c75-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bc8cc7dea4fa6b09d347056d40353c75 columnFamilyName B 2024-12-05T02:14:08,583 DEBUG [StoreOpener-bc8cc7dea4fa6b09d347056d40353c75-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:08,583 INFO [StoreOpener-bc8cc7dea4fa6b09d347056d40353c75-1 {}] regionserver.HStore(327): Store=bc8cc7dea4fa6b09d347056d40353c75/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:14:08,583 INFO [StoreOpener-bc8cc7dea4fa6b09d347056d40353c75-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region bc8cc7dea4fa6b09d347056d40353c75 2024-12-05T02:14:08,584 INFO [StoreOpener-bc8cc7dea4fa6b09d347056d40353c75-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-05T02:14:08,584 INFO [StoreOpener-bc8cc7dea4fa6b09d347056d40353c75-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bc8cc7dea4fa6b09d347056d40353c75 columnFamilyName C 2024-12-05T02:14:08,584 DEBUG [StoreOpener-bc8cc7dea4fa6b09d347056d40353c75-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:08,585 INFO [StoreOpener-bc8cc7dea4fa6b09d347056d40353c75-1 {}] regionserver.HStore(327): Store=bc8cc7dea4fa6b09d347056d40353c75/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:14:08,585 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75. 2024-12-05T02:14:08,585 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1038): replaying wal for bc8cc7dea4fa6b09d347056d40353c75 2024-12-05T02:14:08,585 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75 2024-12-05T02:14:08,586 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75 2024-12-05T02:14:08,586 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1048): stopping wal replay for bc8cc7dea4fa6b09d347056d40353c75 2024-12-05T02:14:08,586 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1060): Cleaning up temporary data for bc8cc7dea4fa6b09d347056d40353c75 2024-12-05T02:14:08,587 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-05T02:14:08,588 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1093): writing seq id for bc8cc7dea4fa6b09d347056d40353c75 2024-12-05T02:14:08,589 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T02:14:08,590 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1114): Opened bc8cc7dea4fa6b09d347056d40353c75; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74073827, jitterRate=0.10378603637218475}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-05T02:14:08,590 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bc8cc7dea4fa6b09d347056d40353c75 2024-12-05T02:14:08,590 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1006): Region open journal for bc8cc7dea4fa6b09d347056d40353c75: Running coprocessor pre-open hook at 1733364848578Writing region info on filesystem at 1733364848578Initializing all the Stores at 1733364848578Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733364848578Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733364848578Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733364848578Cleaning up temporary data from old regions at 1733364848586 (+8 ms)Running coprocessor post-open hooks at 1733364848590 (+4 ms)Region opened successfully at 1733364848590 2024-12-05T02:14:08,591 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., pid=36, masterSystemTime=1733364848573 2024-12-05T02:14:08,593 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75. 2024-12-05T02:14:08,593 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75. 2024-12-05T02:14:08,593 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=35 updating hbase:meta row=bc8cc7dea4fa6b09d347056d40353c75, regionState=OPEN, openSeqNum=2, regionLocation=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:08,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=36, ppid=35, state=RUNNABLE, hasLock=false; OpenRegionProcedure bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 because future has completed 2024-12-05T02:14:08,597 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=36, resume processing ppid=35 2024-12-05T02:14:08,597 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=35, state=SUCCESS, hasLock=false; OpenRegionProcedure bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 in 176 msec 2024-12-05T02:14:08,599 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=34 2024-12-05T02:14:08,599 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=34, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=bc8cc7dea4fa6b09d347056d40353c75, ASSIGN in 334 msec 2024-12-05T02:14:08,599 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=34, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T02:14:08,600 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733364848600"}]},"ts":"1733364848600"} 2024-12-05T02:14:08,601 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-05T02:14:08,602 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=34, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T02:14:08,603 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1670 sec 2024-12-05T02:14:09,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-12-05T02:14:09,585 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-12-05T02:14:09,586 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79527845, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:14:09,586 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01bccfa882c7,46883,-1 for getting cluster id 2024-12-05T02:14:09,586 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T02:14:09,587 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f4680e86-0374-4026-812c-1fa73d2ae720' 2024-12-05T02:14:09,588 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T02:14:09,588 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f4680e86-0374-4026-812c-1fa73d2ae720" 2024-12-05T02:14:09,588 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4be5c052, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:14:09,588 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01bccfa882c7,46883,-1] 2024-12-05T02:14:09,588 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T02:14:09,588 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:14:09,589 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T02:14:09,590 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70a98538, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:14:09,590 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T02:14:09,591 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01bccfa882c7,46535,1733364817982, seqNum=-1] 2024-12-05T02:14:09,592 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T02:14:09,593 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T02:14:09,594 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T02:14:09,595 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 01bccfa882c7,46883,1733364817299 2024-12-05T02:14:09,595 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6f794af 2024-12-05T02:14:09,595 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T02:14:09,596 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58132, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T02:14:09,600 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-05T02:14:09,600 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T02:14:09,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] procedure2.ProcedureExecutor(1139): Stored pid=37, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-12-05T02:14:09,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741965_1141 (size=1097) 2024-12-05T02:14:10,023 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061 2024-12-05T02:14:10,023 INFO [PEWorker-5 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097 2024-12-05T02:14:10,027 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-05T02:14:10,033 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=bc8cc7dea4fa6b09d347056d40353c75, REOPEN/MOVE}] 2024-12-05T02:14:10,034 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=38, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=bc8cc7dea4fa6b09d347056d40353c75, REOPEN/MOVE 2024-12-05T02:14:10,035 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=bc8cc7dea4fa6b09d347056d40353c75, regionState=CLOSING, regionLocation=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:10,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=38, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=bc8cc7dea4fa6b09d347056d40353c75, REOPEN/MOVE because future has completed 2024-12-05T02:14:10,037 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-05T02:14:10,037 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE, hasLock=false; CloseRegionProcedure bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982}] 2024-12-05T02:14:10,189 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] handler.UnassignRegionHandler(122): Close bc8cc7dea4fa6b09d347056d40353c75 2024-12-05T02:14:10,189 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-05T02:14:10,189 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1722): Closing bc8cc7dea4fa6b09d347056d40353c75, disabling compactions & flushes 2024-12-05T02:14:10,189 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75. 2024-12-05T02:14:10,189 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75. 2024-12-05T02:14:10,190 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75. after waiting 1 ms 2024-12-05T02:14:10,190 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75. 2024-12-05T02:14:10,193 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-05T02:14:10,194 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75. 2024-12-05T02:14:10,194 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1676): Region close journal for bc8cc7dea4fa6b09d347056d40353c75: Waiting for close lock at 1733364850189Running coprocessor pre-close hooks at 1733364850189Disabling compacts and flushes for region at 1733364850189Disabling writes for close at 1733364850190 (+1 ms)Writing region close event to WAL at 1733364850190Running coprocessor post-close hooks at 1733364850194 (+4 ms)Closed at 1733364850194 2024-12-05T02:14:10,194 WARN [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegionServer(3299): Not adding moved region record: bc8cc7dea4fa6b09d347056d40353c75 to self. 2024-12-05T02:14:10,196 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] handler.UnassignRegionHandler(157): Closed bc8cc7dea4fa6b09d347056d40353c75 2024-12-05T02:14:10,197 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=bc8cc7dea4fa6b09d347056d40353c75, regionState=CLOSED 2024-12-05T02:14:10,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=39, state=RUNNABLE, hasLock=false; CloseRegionProcedure bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 because future has completed 2024-12-05T02:14:10,200 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=39 2024-12-05T02:14:10,201 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=39, state=SUCCESS, hasLock=false; CloseRegionProcedure bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 in 162 msec 2024-12-05T02:14:10,201 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=38, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=bc8cc7dea4fa6b09d347056d40353c75, REOPEN/MOVE; state=CLOSED, location=01bccfa882c7,46535,1733364817982; forceNewPlan=false, retain=true 2024-12-05T02:14:10,352 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=bc8cc7dea4fa6b09d347056d40353c75, regionState=OPENING, regionLocation=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:10,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=38, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=bc8cc7dea4fa6b09d347056d40353c75, REOPEN/MOVE because future has completed 2024-12-05T02:14:10,354 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982}] 2024-12-05T02:14:10,510 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75. 2024-12-05T02:14:10,510 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7752): Opening region: {ENCODED => bc8cc7dea4fa6b09d347056d40353c75, NAME => 'TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.', STARTKEY => '', ENDKEY => ''} 2024-12-05T02:14:10,511 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees bc8cc7dea4fa6b09d347056d40353c75 2024-12-05T02:14:10,511 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:14:10,511 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7794): checking encryption for bc8cc7dea4fa6b09d347056d40353c75 2024-12-05T02:14:10,511 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7797): checking classloading for bc8cc7dea4fa6b09d347056d40353c75 2024-12-05T02:14:10,513 INFO [StoreOpener-bc8cc7dea4fa6b09d347056d40353c75-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region bc8cc7dea4fa6b09d347056d40353c75 2024-12-05T02:14:10,514 INFO [StoreOpener-bc8cc7dea4fa6b09d347056d40353c75-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-05T02:14:10,519 INFO [StoreOpener-bc8cc7dea4fa6b09d347056d40353c75-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bc8cc7dea4fa6b09d347056d40353c75 columnFamilyName A 2024-12-05T02:14:10,521 DEBUG [StoreOpener-bc8cc7dea4fa6b09d347056d40353c75-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:10,521 INFO [StoreOpener-bc8cc7dea4fa6b09d347056d40353c75-1 {}] regionserver.HStore(327): Store=bc8cc7dea4fa6b09d347056d40353c75/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:14:10,522 INFO [StoreOpener-bc8cc7dea4fa6b09d347056d40353c75-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region bc8cc7dea4fa6b09d347056d40353c75 2024-12-05T02:14:10,522 INFO [StoreOpener-bc8cc7dea4fa6b09d347056d40353c75-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-05T02:14:10,523 INFO [StoreOpener-bc8cc7dea4fa6b09d347056d40353c75-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bc8cc7dea4fa6b09d347056d40353c75 columnFamilyName B 2024-12-05T02:14:10,523 DEBUG [StoreOpener-bc8cc7dea4fa6b09d347056d40353c75-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:10,523 INFO [StoreOpener-bc8cc7dea4fa6b09d347056d40353c75-1 {}] regionserver.HStore(327): Store=bc8cc7dea4fa6b09d347056d40353c75/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:14:10,523 INFO [StoreOpener-bc8cc7dea4fa6b09d347056d40353c75-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region bc8cc7dea4fa6b09d347056d40353c75 2024-12-05T02:14:10,524 INFO [StoreOpener-bc8cc7dea4fa6b09d347056d40353c75-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-05T02:14:10,524 INFO [StoreOpener-bc8cc7dea4fa6b09d347056d40353c75-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bc8cc7dea4fa6b09d347056d40353c75 columnFamilyName C 2024-12-05T02:14:10,524 DEBUG [StoreOpener-bc8cc7dea4fa6b09d347056d40353c75-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:10,524 INFO [StoreOpener-bc8cc7dea4fa6b09d347056d40353c75-1 {}] regionserver.HStore(327): Store=bc8cc7dea4fa6b09d347056d40353c75/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:14:10,524 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75. 2024-12-05T02:14:10,525 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1038): replaying wal for bc8cc7dea4fa6b09d347056d40353c75 2024-12-05T02:14:10,525 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75 2024-12-05T02:14:10,526 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75 2024-12-05T02:14:10,527 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1048): stopping wal replay for bc8cc7dea4fa6b09d347056d40353c75 2024-12-05T02:14:10,527 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1060): Cleaning up temporary data for bc8cc7dea4fa6b09d347056d40353c75 2024-12-05T02:14:10,528 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-05T02:14:10,529 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1093): writing seq id for bc8cc7dea4fa6b09d347056d40353c75 2024-12-05T02:14:10,530 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1114): Opened bc8cc7dea4fa6b09d347056d40353c75; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65731135, jitterRate=-0.020529761910438538}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-05T02:14:10,530 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bc8cc7dea4fa6b09d347056d40353c75 2024-12-05T02:14:10,530 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1006): Region open journal for bc8cc7dea4fa6b09d347056d40353c75: Running coprocessor pre-open hook at 1733364850511Writing region info on filesystem at 1733364850511Initializing all the Stores at 1733364850512 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733364850512Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733364850512Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733364850512Cleaning up temporary data from old regions at 1733364850527 (+15 ms)Running coprocessor post-open hooks at 1733364850530 (+3 ms)Region opened successfully at 1733364850530 2024-12-05T02:14:10,531 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., pid=41, masterSystemTime=1733364850507 2024-12-05T02:14:10,533 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75. 2024-12-05T02:14:10,533 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75. 2024-12-05T02:14:10,534 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=bc8cc7dea4fa6b09d347056d40353c75, regionState=OPEN, openSeqNum=5, regionLocation=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:10,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 because future has completed 2024-12-05T02:14:10,538 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=39 2024-12-05T02:14:10,538 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 in 182 msec 2024-12-05T02:14:10,539 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=38 2024-12-05T02:14:10,540 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=38, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=bc8cc7dea4fa6b09d347056d40353c75, REOPEN/MOVE in 505 msec 2024-12-05T02:14:10,542 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-12-05T02:14:10,543 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 515 msec 2024-12-05T02:14:10,546 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 941 msec 2024-12-05T02:14:10,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=37 2024-12-05T02:14:10,548 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-12-05T02:14:10,548 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5adc4e02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:14:10,548 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01bccfa882c7,46883,-1 for getting cluster id 2024-12-05T02:14:10,549 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T02:14:10,550 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f4680e86-0374-4026-812c-1fa73d2ae720' 2024-12-05T02:14:10,550 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T02:14:10,550 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f4680e86-0374-4026-812c-1fa73d2ae720" 2024-12-05T02:14:10,550 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@602025b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:14:10,550 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01bccfa882c7,46883,-1] 2024-12-05T02:14:10,550 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T02:14:10,551 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:14:10,551 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58144, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T02:14:10,552 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ca4672a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:14:10,553 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@681c9b14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:14:10,553 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01bccfa882c7,46883,-1 for getting cluster id 2024-12-05T02:14:10,553 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T02:14:10,554 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f4680e86-0374-4026-812c-1fa73d2ae720' 2024-12-05T02:14:10,554 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T02:14:10,554 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f4680e86-0374-4026-812c-1fa73d2ae720" 2024-12-05T02:14:10,554 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14e410ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:14:10,554 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01bccfa882c7,46883,-1] 2024-12-05T02:14:10,555 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T02:14:10,555 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:14:10,556 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58172, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T02:14:10,556 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d2efa76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:14:10,557 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51d91e8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:14:10,557 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01bccfa882c7,46883,-1 for getting cluster id 2024-12-05T02:14:10,557 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T02:14:10,558 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f4680e86-0374-4026-812c-1fa73d2ae720' 2024-12-05T02:14:10,558 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T02:14:10,558 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f4680e86-0374-4026-812c-1fa73d2ae720" 2024-12-05T02:14:10,558 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@714ead59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:14:10,558 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01bccfa882c7,46883,-1] 2024-12-05T02:14:10,558 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T02:14:10,559 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:14:10,559 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58194, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T02:14:10,560 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12332b8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:14:10,561 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@771f5e02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:14:10,561 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01bccfa882c7,46883,-1 for getting cluster id 2024-12-05T02:14:10,561 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T02:14:10,562 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f4680e86-0374-4026-812c-1fa73d2ae720' 2024-12-05T02:14:10,562 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T02:14:10,562 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f4680e86-0374-4026-812c-1fa73d2ae720" 2024-12-05T02:14:10,562 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75d2a264, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:14:10,562 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01bccfa882c7,46883,-1] 2024-12-05T02:14:10,563 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T02:14:10,563 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:14:10,563 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58218, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T02:14:10,564 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dc7d925, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:14:10,565 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37b75e2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:14:10,565 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01bccfa882c7,46883,-1 for getting cluster id 2024-12-05T02:14:10,565 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T02:14:10,565 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f4680e86-0374-4026-812c-1fa73d2ae720' 2024-12-05T02:14:10,566 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T02:14:10,566 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f4680e86-0374-4026-812c-1fa73d2ae720" 2024-12-05T02:14:10,566 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f3e887d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:14:10,566 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01bccfa882c7,46883,-1] 2024-12-05T02:14:10,566 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T02:14:10,566 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:14:10,567 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58236, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T02:14:10,568 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@505c012b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:14:10,568 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58ae3464, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:14:10,568 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01bccfa882c7,46883,-1 for getting cluster id 2024-12-05T02:14:10,568 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T02:14:10,569 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f4680e86-0374-4026-812c-1fa73d2ae720' 2024-12-05T02:14:10,569 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T02:14:10,569 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f4680e86-0374-4026-812c-1fa73d2ae720" 2024-12-05T02:14:10,569 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76c0c147, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:14:10,569 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01bccfa882c7,46883,-1] 2024-12-05T02:14:10,570 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T02:14:10,570 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:14:10,570 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58244, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T02:14:10,571 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c83de1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:14:10,571 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bbb11d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:14:10,571 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01bccfa882c7,46883,-1 for getting cluster id 2024-12-05T02:14:10,572 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T02:14:10,572 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f4680e86-0374-4026-812c-1fa73d2ae720' 2024-12-05T02:14:10,572 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T02:14:10,572 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f4680e86-0374-4026-812c-1fa73d2ae720" 2024-12-05T02:14:10,572 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6803c853, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:14:10,572 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01bccfa882c7,46883,-1] 2024-12-05T02:14:10,573 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T02:14:10,573 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:14:10,573 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58266, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T02:14:10,574 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@634b6b54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:14:10,574 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41d2a6fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:14:10,574 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01bccfa882c7,46883,-1 for getting cluster id 2024-12-05T02:14:10,574 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T02:14:10,575 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f4680e86-0374-4026-812c-1fa73d2ae720' 2024-12-05T02:14:10,575 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T02:14:10,575 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f4680e86-0374-4026-812c-1fa73d2ae720" 2024-12-05T02:14:10,575 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@641c9214, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:14:10,576 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01bccfa882c7,46883,-1] 2024-12-05T02:14:10,576 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T02:14:10,576 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:14:10,577 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58276, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T02:14:10,577 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36ae3515, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:14:10,578 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30ade04f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:14:10,578 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01bccfa882c7,46883,-1 for getting cluster id 2024-12-05T02:14:10,578 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T02:14:10,578 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f4680e86-0374-4026-812c-1fa73d2ae720' 2024-12-05T02:14:10,578 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T02:14:10,579 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f4680e86-0374-4026-812c-1fa73d2ae720" 2024-12-05T02:14:10,579 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6040a670, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:14:10,579 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01bccfa882c7,46883,-1] 2024-12-05T02:14:10,579 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T02:14:10,579 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:14:10,580 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58306, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T02:14:10,580 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54ed4814, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:14:10,581 DEBUG [Thread-701 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T02:14:10,581 DEBUG [Thread-710 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T02:14:10,582 DEBUG [Thread-712 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T02:14:10,582 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01bccfa882c7,46535,1733364817982, seqNum=-1] 2024-12-05T02:14:10,582 DEBUG [Thread-695 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T02:14:10,582 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01bccfa882c7,46535,1733364817982, seqNum=-1] 2024-12-05T02:14:10,582 DEBUG [Thread-706 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T02:14:10,582 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T02:14:10,582 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T02:14:10,583 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01bccfa882c7,46535,1733364817982, seqNum=-1] 2024-12-05T02:14:10,583 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T02:14:10,583 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T02:14:10,583 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01bccfa882c7,46535,1733364817982, seqNum=-1] 2024-12-05T02:14:10,584 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60302, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T02:14:10,584 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T02:14:10,584 DEBUG [Thread-697 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T02:14:10,584 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01bccfa882c7,46535,1733364817982, seqNum=-1] 2024-12-05T02:14:10,584 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T02:14:10,584 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T02:14:10,584 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60318, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T02:14:10,585 DEBUG [Thread-708 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T02:14:10,585 DEBUG [Thread-699 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T02:14:10,585 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60332, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T02:14:10,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] procedure2.ProcedureExecutor(1139): Stored pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees 2024-12-05T02:14:10,586 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60346, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T02:14:10,586 DEBUG [Thread-697 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01bccfa882c7,46535,1733364817982, seqNum=-1] 2024-12-05T02:14:10,586 DEBUG [Thread-708 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01bccfa882c7,46535,1733364817982, seqNum=-1] 2024-12-05T02:14:10,586 DEBUG [Thread-697 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T02:14:10,586 DEBUG [Thread-708 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T02:14:10,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-12-05T02:14:10,587 DEBUG [Thread-703 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T02:14:10,587 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60372, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T02:14:10,587 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60362, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T02:14:10,587 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01bccfa882c7,46535,1733364817982, seqNum=-1] 2024-12-05T02:14:10,588 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T02:14:10,588 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5] 2024-12-05T02:14:10,588 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01bccfa882c7,46535,1733364817982, seqNum=-1] 2024-12-05T02:14:10,588 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T02:14:10,589 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5] 2024-12-05T02:14:10,590 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5] 2024-12-05T02:14:10,591 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5] 2024-12-05T02:14:10,592 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T02:14:10,593 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T02:14:10,593 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5] 2024-12-05T02:14:10,593 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T02:14:10,593 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60384, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T02:14:10,593 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60374, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T02:14:10,593 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5] 2024-12-05T02:14:10,594 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5] 2024-12-05T02:14:10,596 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5] 2024-12-05T02:14:10,601 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5] 2024-12-05T02:14:10,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(8855): Flush requested on bc8cc7dea4fa6b09d347056d40353c75 2024-12-05T02:14:10,610 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing bc8cc7dea4fa6b09d347056d40353c75 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-05T02:14:10,611 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc8cc7dea4fa6b09d347056d40353c75, store=A 2024-12-05T02:14:10,611 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:14:10,611 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc8cc7dea4fa6b09d347056d40353c75, store=B 2024-12-05T02:14:10,611 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:14:10,611 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc8cc7dea4fa6b09d347056d40353c75, store=C 2024-12-05T02:14:10,611 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:14:10,667 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412054d57474ba8e643d2aa325e1c2c553b12_bc8cc7dea4fa6b09d347056d40353c75 is 50, key is test_row_0/A:col10/1733364850608/Put/seqid=0 2024-12-05T02:14:10,673 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733364850646, max timestamp=1733364850667Num uniques 859; 2024-12-05T02:14:10,673 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-05T02:14:10,673 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733364850646, max timestamp=1733364850667Num uniques 859; 2024-12-05T02:14:10,674 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-05T02:14:10,678 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733364850646, max timestamp=1733364850667Num uniques 859; 2024-12-05T02:14:10,678 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-05T02:14:10,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741966_1142 (size=17034) 2024-12-05T02:14:10,692 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:10,700 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412054d57474ba8e643d2aa325e1c2c553b12_bc8cc7dea4fa6b09d347056d40353c75 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412054d57474ba8e643d2aa325e1c2c553b12_bc8cc7dea4fa6b09d347056d40353c75 2024-12-05T02:14:10,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-12-05T02:14:10,705 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/A/04e8cad1b73347ef80454b5186a61aa1, store: [table=TestAcidGuarantees family=A region=bc8cc7dea4fa6b09d347056d40353c75] 2024-12-05T02:14:10,714 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/A/04e8cad1b73347ef80454b5186a61aa1 is 175, key is test_row_0/A:col10/1733364850608/Put/seqid=0 2024-12-05T02:14:10,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741967_1143 (size=48139) 2024-12-05T02:14:10,723 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=14, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/A/04e8cad1b73347ef80454b5186a61aa1 2024-12-05T02:14:10,735 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:10,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60384 deadline: 1733364910716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:10,736 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:10,736 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:10,736 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:10,739 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:10,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60316 deadline: 1733364910729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:10,740 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:10,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60362 deadline: 1733364910732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:10,741 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:10,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60374 deadline: 1733364910735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:10,741 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:10,741 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:10,741 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:10,741 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:10,741 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:10,741 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:10,742 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:10,742 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:10,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60302 deadline: 1733364910735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:10,742 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:10,742 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:10,742 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:10,742 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:10,743 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:10,752 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-12-05T02:14:10,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75. 2024-12-05T02:14:10,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75. as already flushing 2024-12-05T02:14:10,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75. 2024-12-05T02:14:10,753 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => bc8cc7dea4fa6b09d347056d40353c75, NAME => 'TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:10,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => bc8cc7dea4fa6b09d347056d40353c75, NAME => 'TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:10,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bc8cc7dea4fa6b09d347056d40353c75, NAME => 'TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bc8cc7dea4fa6b09d347056d40353c75, NAME => 'TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:10,754 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/B/d9a0a09ad7604844b37f77bc529bbfb5 is 50, key is test_row_0/B:col10/1733364850608/Put/seqid=0 2024-12-05T02:14:10,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741968_1144 (size=12001) 2024-12-05T02:14:10,772 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/B/d9a0a09ad7604844b37f77bc529bbfb5 2024-12-05T02:14:10,818 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/C/eddc6235065a48a4825307e4abe4a11b is 50, key is test_row_0/C:col10/1733364850608/Put/seqid=0 2024-12-05T02:14:10,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741969_1145 (size=12001) 2024-12-05T02:14:10,831 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/C/eddc6235065a48a4825307e4abe4a11b 2024-12-05T02:14:10,839 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/A/04e8cad1b73347ef80454b5186a61aa1 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/04e8cad1b73347ef80454b5186a61aa1 2024-12-05T02:14:10,849 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/04e8cad1b73347ef80454b5186a61aa1, entries=250, sequenceid=14, filesize=47.0 K 2024-12-05T02:14:10,851 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/B/d9a0a09ad7604844b37f77bc529bbfb5 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/B/d9a0a09ad7604844b37f77bc529bbfb5 2024-12-05T02:14:10,852 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:10,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60316 deadline: 1733364910845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:10,853 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:10,853 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:10,853 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:10,853 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:10,853 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:10,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60384 deadline: 1733364910845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:10,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60374 deadline: 1733364910845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:10,854 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:10,854 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:10,854 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:10,854 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:10,854 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:10,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60302 deadline: 1733364910845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:10,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60362 deadline: 1733364910845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:10,855 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:10,855 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:10,855 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:10,855 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:10,855 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:10,855 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:10,856 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:10,856 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:10,856 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:10,865 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/B/d9a0a09ad7604844b37f77bc529bbfb5, entries=150, sequenceid=14, filesize=11.7 K 2024-12-05T02:14:10,866 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/C/eddc6235065a48a4825307e4abe4a11b as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/C/eddc6235065a48a4825307e4abe4a11b 2024-12-05T02:14:10,874 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/C/eddc6235065a48a4825307e4abe4a11b, entries=150, sequenceid=14, filesize=11.7 K 2024-12-05T02:14:10,875 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for bc8cc7dea4fa6b09d347056d40353c75 in 265ms, sequenceid=14, compaction requested=false 2024-12-05T02:14:10,875 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for bc8cc7dea4fa6b09d347056d40353c75: 2024-12-05T02:14:10,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-12-05T02:14:10,906 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-12-05T02:14:10,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75. 2024-12-05T02:14:10,906 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2902): Flushing bc8cc7dea4fa6b09d347056d40353c75 3/3 column families, dataSize=134.18 KB heapSize=384.98 KB 2024-12-05T02:14:10,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc8cc7dea4fa6b09d347056d40353c75, store=A 2024-12-05T02:14:10,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T02:14:10,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc8cc7dea4fa6b09d347056d40353c75, store=B 2024-12-05T02:14:10,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T02:14:10,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc8cc7dea4fa6b09d347056d40353c75, store=C 2024-12-05T02:14:10,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T02:14:10,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120577cb7bda02a3475c994e23a365e2c9a8_bc8cc7dea4fa6b09d347056d40353c75 is 50, key is test_row_0/A:col10/1733364850728/Put/seqid=0 2024-12-05T02:14:10,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741970_1146 (size=12154) 2024-12-05T02:14:10,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:10,947 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120577cb7bda02a3475c994e23a365e2c9a8_bc8cc7dea4fa6b09d347056d40353c75 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120577cb7bda02a3475c994e23a365e2c9a8_bc8cc7dea4fa6b09d347056d40353c75 2024-12-05T02:14:10,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/A/07a9d0e98f8242119d6af9862cfff380, store: [table=TestAcidGuarantees family=A region=bc8cc7dea4fa6b09d347056d40353c75] 2024-12-05T02:14:10,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/A/07a9d0e98f8242119d6af9862cfff380 is 175, key is test_row_0/A:col10/1733364850728/Put/seqid=0 2024-12-05T02:14:10,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741971_1147 (size=30955) 2024-12-05T02:14:10,963 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=51, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/A/07a9d0e98f8242119d6af9862cfff380 2024-12-05T02:14:10,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/B/df999e6b612c45f4b5406e93c298a8d4 is 50, key is test_row_0/B:col10/1733364850728/Put/seqid=0 2024-12-05T02:14:10,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741972_1148 (size=12001) 2024-12-05T02:14:10,995 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/B/df999e6b612c45f4b5406e93c298a8d4 2024-12-05T02:14:11,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/C/00462803804e430090d795cb22841899 is 50, key is test_row_0/C:col10/1733364850728/Put/seqid=0 2024-12-05T02:14:11,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741973_1149 (size=12001) 2024-12-05T02:14:11,031 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/C/00462803804e430090d795cb22841899 2024-12-05T02:14:11,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/A/07a9d0e98f8242119d6af9862cfff380 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/07a9d0e98f8242119d6af9862cfff380 2024-12-05T02:14:11,049 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/07a9d0e98f8242119d6af9862cfff380, entries=150, sequenceid=51, filesize=30.2 K 2024-12-05T02:14:11,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/B/df999e6b612c45f4b5406e93c298a8d4 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/B/df999e6b612c45f4b5406e93c298a8d4 2024-12-05T02:14:11,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,057 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/B/df999e6b612c45f4b5406e93c298a8d4, entries=150, sequenceid=51, filesize=11.7 K 2024-12-05T02:14:11,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/C/00462803804e430090d795cb22841899 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/C/00462803804e430090d795cb22841899 2024-12-05T02:14:11,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,064 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/C/00462803804e430090d795cb22841899, entries=150, sequenceid=51, filesize=11.7 K 2024-12-05T02:14:11,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,066 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~384.94 KB/394176, currentSize=0 B/0 for bc8cc7dea4fa6b09d347056d40353c75 in 160ms, sequenceid=51, compaction requested=false 2024-12-05T02:14:11,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2603): Flush status journal for bc8cc7dea4fa6b09d347056d40353c75: 2024-12-05T02:14:11,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75. 2024-12-05T02:14:11,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-12-05T02:14:11,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-12-05T02:14:11,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,070 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=42 2024-12-05T02:14:11,070 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 475 msec 2024-12-05T02:14:11,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,073 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees in 488 msec 2024-12-05T02:14:11,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,131 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing bc8cc7dea4fa6b09d347056d40353c75 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-05T02:14:11,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(8855): Flush requested on bc8cc7dea4fa6b09d347056d40353c75 2024-12-05T02:14:11,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,133 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc8cc7dea4fa6b09d347056d40353c75, store=A 2024-12-05T02:14:11,133 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:14:11,133 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc8cc7dea4fa6b09d347056d40353c75, store=B 2024-12-05T02:14:11,133 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:14:11,133 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc8cc7dea4fa6b09d347056d40353c75, store=C 2024-12-05T02:14:11,133 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:14:11,151 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412054cc3516c61c944a989cfef56b71452eb_bc8cc7dea4fa6b09d347056d40353c75 is 50, key is test_row_0/A:col10/1733364851120/Put/seqid=0 2024-12-05T02:14:11,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,180 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:11,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60374 deadline: 1733364911171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:11,180 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:11,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60362 deadline: 1733364911173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:11,181 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:11,181 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:11,181 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:11,181 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:11,181 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:11,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60302 deadline: 1733364911174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:11,181 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:11,181 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:11,182 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=859, cellSize=39335, totalHeapSize=89576, min timestamp=1733364851134, max timestamp=1733364851178Num uniques 859; 2024-12-05T02:14:11,182 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=859, cellSize=39335, totalHeapSize=89576, min timestamp=1733364851134, max timestamp=1733364851178Num uniques 859; 2024-12-05T02:14:11,182 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=39335, suffix heap size=117064,new segment heap size=89576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=859 2024-12-05T02:14:11,183 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=39335, suffix heap size=117064,new segment heap size=89576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=859 2024-12-05T02:14:11,183 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=859, cellSize=39335, totalHeapSize=89576, min timestamp=1733364851134, max timestamp=1733364851178Num uniques 859; 2024-12-05T02:14:11,183 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:11,183 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:11,183 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=39335, suffix heap size=117064,new segment heap size=89576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=859 2024-12-05T02:14:11,183 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:11,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741975_1151 (size=24358) 2024-12-05T02:14:11,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,192 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,198 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412054cc3516c61c944a989cfef56b71452eb_bc8cc7dea4fa6b09d347056d40353c75 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412054cc3516c61c944a989cfef56b71452eb_bc8cc7dea4fa6b09d347056d40353c75 2024-12-05T02:14:11,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,200 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/A/0ee41d2a31634ecb94d6b8a7aecf08f7, store: [table=TestAcidGuarantees family=A region=bc8cc7dea4fa6b09d347056d40353c75] 2024-12-05T02:14:11,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,201 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/A/0ee41d2a31634ecb94d6b8a7aecf08f7 is 175, key is test_row_0/A:col10/1733364851120/Put/seqid=0 2024-12-05T02:14:11,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741974_1150 (size=73994) 2024-12-05T02:14:11,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,204 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=62, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/A/0ee41d2a31634ecb94d6b8a7aecf08f7 2024-12-05T02:14:11,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,209 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:11,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60384 deadline: 1733364911198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:11,209 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:11,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60316 deadline: 1733364911200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:11,209 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:11,210 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:11,210 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:11,210 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:11,210 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:11,210 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:11,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,217 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/B/867ef75be5e24181a1f243160388bd4f is 50, key is test_row_0/B:col10/1733364851120/Put/seqid=0 2024-12-05T02:14:11,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-12-05T02:14:11,219 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-05T02:14:11,219 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T02:14:11,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] procedure2.ProcedureExecutor(1139): Stored pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees 2024-12-05T02:14:11,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,224 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T02:14:11,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-12-05T02:14:11,225 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T02:14:11,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,225 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T02:14:11,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741976_1152 (size=23705) 2024-12-05T02:14:11,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,238 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=62 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/B/867ef75be5e24181a1f243160388bd4f 2024-12-05T02:14:11,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,262 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/C/954d285d6ee04a258031a5f8b1383b13 is 50, key is test_row_0/C:col10/1733364851120/Put/seqid=0 2024-12-05T02:14:11,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741977_1153 (size=23705) 2024-12-05T02:14:11,280 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=62 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/C/954d285d6ee04a258031a5f8b1383b13 2024-12-05T02:14:11,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,288 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/A/0ee41d2a31634ecb94d6b8a7aecf08f7 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/0ee41d2a31634ecb94d6b8a7aecf08f7 2024-12-05T02:14:11,289 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:11,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60374 deadline: 1733364911286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:11,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,290 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:11,290 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:11,290 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:11,290 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:11,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60362 deadline: 1733364911286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:11,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,291 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:11,290 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:11,291 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:11,291 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:11,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60302 deadline: 1733364911286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:11,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,291 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:11,291 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:11,291 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:11,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,297 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/0ee41d2a31634ecb94d6b8a7aecf08f7, entries=400, sequenceid=62, filesize=72.3 K 2024-12-05T02:14:11,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,299 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/B/867ef75be5e24181a1f243160388bd4f as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/B/867ef75be5e24181a1f243160388bd4f 2024-12-05T02:14:11,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,305 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/B/867ef75be5e24181a1f243160388bd4f, entries=400, sequenceid=62, filesize=23.1 K 2024-12-05T02:14:11,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,306 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/C/954d285d6ee04a258031a5f8b1383b13 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/C/954d285d6ee04a258031a5f8b1383b13 2024-12-05T02:14:11,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,316 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/C/954d285d6ee04a258031a5f8b1383b13, entries=400, sequenceid=62, filesize=23.1 K 2024-12-05T02:14:11,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,317 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=147.60 KB/151140 for bc8cc7dea4fa6b09d347056d40353c75 in 186ms, sequenceid=62, compaction requested=true 2024-12-05T02:14:11,317 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for bc8cc7dea4fa6b09d347056d40353c75: 2024-12-05T02:14:11,317 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bc8cc7dea4fa6b09d347056d40353c75:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T02:14:11,317 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T02:14:11,317 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bc8cc7dea4fa6b09d347056d40353c75:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T02:14:11,317 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-05T02:14:11,317 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bc8cc7dea4fa6b09d347056d40353c75:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T02:14:11,317 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-12-05T02:14:11,318 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T02:14:11,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,318 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T02:14:11,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,320 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 153088 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T02:14:11,320 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1541): bc8cc7dea4fa6b09d347056d40353c75/A is initiating minor compaction (all files) 2024-12-05T02:14:11,320 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bc8cc7dea4fa6b09d347056d40353c75/A in TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75. 2024-12-05T02:14:11,320 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/04e8cad1b73347ef80454b5186a61aa1, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/07a9d0e98f8242119d6af9862cfff380, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/0ee41d2a31634ecb94d6b8a7aecf08f7] into tmpdir=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp, totalSize=149.5 K 2024-12-05T02:14:11,320 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 47707 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T02:14:11,321 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1541): bc8cc7dea4fa6b09d347056d40353c75/C is initiating minor compaction (all files) 2024-12-05T02:14:11,321 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bc8cc7dea4fa6b09d347056d40353c75/C in TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75. 2024-12-05T02:14:11,321 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/C/eddc6235065a48a4825307e4abe4a11b, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/C/00462803804e430090d795cb22841899, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/C/954d285d6ee04a258031a5f8b1383b13] into tmpdir=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp, totalSize=46.6 K 2024-12-05T02:14:11,321 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75. 2024-12-05T02:14:11,321 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75. files: [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/04e8cad1b73347ef80454b5186a61aa1, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/07a9d0e98f8242119d6af9862cfff380, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/0ee41d2a31634ecb94d6b8a7aecf08f7] 2024-12-05T02:14:11,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,321 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting eddc6235065a48a4825307e4abe4a11b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1733364850593 2024-12-05T02:14:11,322 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting 04e8cad1b73347ef80454b5186a61aa1, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1733364850593 2024-12-05T02:14:11,322 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting 00462803804e430090d795cb22841899, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1733364850725 2024-12-05T02:14:11,322 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting 954d285d6ee04a258031a5f8b1383b13, keycount=400, bloomtype=ROW, size=23.1 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1733364851119 2024-12-05T02:14:11,322 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting 07a9d0e98f8242119d6af9862cfff380, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1733364850725 2024-12-05T02:14:11,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,323 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0ee41d2a31634ecb94d6b8a7aecf08f7, keycount=400, bloomtype=ROW, size=72.3 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1733364851119 2024-12-05T02:14:11,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-12-05T02:14:11,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,336 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bc8cc7dea4fa6b09d347056d40353c75#C#compaction#135 average throughput is 8.01 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T02:14:11,337 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/C/f04bacc4ae8f4d63a0f4ed55cc7378a1 is 50, key is test_row_0/C:col10/1733364851120/Put/seqid=0 2024-12-05T02:14:11,341 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=bc8cc7dea4fa6b09d347056d40353c75] 2024-12-05T02:14:11,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(8855): Flush requested on bc8cc7dea4fa6b09d347056d40353c75 2024-12-05T02:14:11,352 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing bc8cc7dea4fa6b09d347056d40353c75 3/3 column families, dataSize=161.02 KB heapSize=399.05 KB 2024-12-05T02:14:11,352 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc8cc7dea4fa6b09d347056d40353c75, store=A 2024-12-05T02:14:11,352 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T02:14:11,352 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc8cc7dea4fa6b09d347056d40353c75, store=B 2024-12-05T02:14:11,352 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T02:14:11,352 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc8cc7dea4fa6b09d347056d40353c75, store=C 2024-12-05T02:14:11,352 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T02:14:11,354 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412051ca3429b148542669921cee7eb163f86_bc8cc7dea4fa6b09d347056d40353c75 store=[table=TestAcidGuarantees family=A region=bc8cc7dea4fa6b09d347056d40353c75] 2024-12-05T02:14:11,363 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412051ca3429b148542669921cee7eb163f86_bc8cc7dea4fa6b09d347056d40353c75, store=[table=TestAcidGuarantees family=A region=bc8cc7dea4fa6b09d347056d40353c75] 2024-12-05T02:14:11,363 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412051ca3429b148542669921cee7eb163f86_bc8cc7dea4fa6b09d347056d40353c75 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=bc8cc7dea4fa6b09d347056d40353c75] 2024-12-05T02:14:11,367 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205a86943841fbb411e8a25ea02e6de1e75_bc8cc7dea4fa6b09d347056d40353c75 is 50, key is test_row_0/A:col10/1733364851323/Put/seqid=0 2024-12-05T02:14:11,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741978_1154 (size=30828) 2024-12-05T02:14:11,379 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-12-05T02:14:11,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75. 2024-12-05T02:14:11,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75. as already flushing 2024-12-05T02:14:11,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75. 2024-12-05T02:14:11,380 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => bc8cc7dea4fa6b09d347056d40353c75, NAME => 'TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:11,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => bc8cc7dea4fa6b09d347056d40353c75, NAME => 'TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:11,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bc8cc7dea4fa6b09d347056d40353c75, NAME => 'TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bc8cc7dea4fa6b09d347056d40353c75, NAME => 'TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:11,381 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:11,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60316 deadline: 1733364911376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:11,382 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:11,382 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:11,382 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:11,382 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:11,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60384 deadline: 1733364911378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:11,383 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:11,383 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:11,383 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:11,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741981_1157 (size=17034) 2024-12-05T02:14:11,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741980_1156 (size=4469) 2024-12-05T02:14:11,409 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bc8cc7dea4fa6b09d347056d40353c75#A#compaction#136 average throughput is 1.34 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T02:14:11,409 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/A/8eec61469a544a84a0700e7da52ffaff is 175, key is test_row_0/A:col10/1733364851120/Put/seqid=0 2024-12-05T02:14:11,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741979_1155 (size=99979) 2024-12-05T02:14:11,485 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:11,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60316 deadline: 1733364911485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:11,486 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:11,486 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:11,486 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:11,502 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:11,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60374 deadline: 1733364911494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:11,502 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:11,502 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:11,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60362 deadline: 1733364911494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:11,502 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:11,503 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:11,503 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:11,503 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:11,503 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:11,503 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:11,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60302 deadline: 1733364911494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:11,503 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:11,503 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:11,503 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:11,503 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:11,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60384 deadline: 1733364911494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:11,504 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:11,504 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:11,504 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:11,534 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-12-05T02:14:11,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75. 2024-12-05T02:14:11,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75. as already flushing 2024-12-05T02:14:11,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75. 2024-12-05T02:14:11,535 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => bc8cc7dea4fa6b09d347056d40353c75, NAME => 'TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:11,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => bc8cc7dea4fa6b09d347056d40353c75, NAME => 'TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:11,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bc8cc7dea4fa6b09d347056d40353c75, NAME => 'TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bc8cc7dea4fa6b09d347056d40353c75, NAME => 'TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:11,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-12-05T02:14:11,663 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-05T02:14:11,688 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-12-05T02:14:11,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75. 2024-12-05T02:14:11,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75. as already flushing 2024-12-05T02:14:11,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75. 2024-12-05T02:14:11,688 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => bc8cc7dea4fa6b09d347056d40353c75, NAME => 'TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:11,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => bc8cc7dea4fa6b09d347056d40353c75, NAME => 'TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:11,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bc8cc7dea4fa6b09d347056d40353c75, NAME => 'TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bc8cc7dea4fa6b09d347056d40353c75, NAME => 'TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:11,702 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:11,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60316 deadline: 1733364911694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:11,703 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:11,703 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:11,703 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:11,719 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:11,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60384 deadline: 1733364911714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:11,720 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:11,720 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:11,720 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:11,774 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/C/f04bacc4ae8f4d63a0f4ed55cc7378a1 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/C/f04bacc4ae8f4d63a0f4ed55cc7378a1 2024-12-05T02:14:11,780 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bc8cc7dea4fa6b09d347056d40353c75/C of bc8cc7dea4fa6b09d347056d40353c75 into f04bacc4ae8f4d63a0f4ed55cc7378a1(size=30.1 K), total size for store is 30.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T02:14:11,780 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bc8cc7dea4fa6b09d347056d40353c75: 2024-12-05T02:14:11,780 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., storeName=bc8cc7dea4fa6b09d347056d40353c75/C, priority=13, startTime=1733364851317; duration=0sec 2024-12-05T02:14:11,780 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T02:14:11,780 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bc8cc7dea4fa6b09d347056d40353c75:C 2024-12-05T02:14:11,780 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T02:14:11,781 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 47707 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T02:14:11,781 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1541): bc8cc7dea4fa6b09d347056d40353c75/B is initiating minor compaction (all files) 2024-12-05T02:14:11,781 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bc8cc7dea4fa6b09d347056d40353c75/B in TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75. 2024-12-05T02:14:11,781 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/B/d9a0a09ad7604844b37f77bc529bbfb5, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/B/df999e6b612c45f4b5406e93c298a8d4, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/B/867ef75be5e24181a1f243160388bd4f] into tmpdir=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp, totalSize=46.6 K 2024-12-05T02:14:11,782 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting d9a0a09ad7604844b37f77bc529bbfb5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1733364850593 2024-12-05T02:14:11,782 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting df999e6b612c45f4b5406e93c298a8d4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1733364850725 2024-12-05T02:14:11,782 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting 867ef75be5e24181a1f243160388bd4f, keycount=400, bloomtype=ROW, size=23.1 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1733364851119 2024-12-05T02:14:11,791 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bc8cc7dea4fa6b09d347056d40353c75#B#compaction#138 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T02:14:11,791 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/B/c78d8b999e2246d0ab3f44b0f6c0c59d is 50, key is test_row_0/B:col10/1733364851120/Put/seqid=0 2024-12-05T02:14:11,800 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:11,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741982_1158 (size=12104) 2024-12-05T02:14:11,806 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205a86943841fbb411e8a25ea02e6de1e75_bc8cc7dea4fa6b09d347056d40353c75 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205a86943841fbb411e8a25ea02e6de1e75_bc8cc7dea4fa6b09d347056d40353c75 2024-12-05T02:14:11,807 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/A/49ec3bbb37c04909b702a9b3c13eca4d, store: [table=TestAcidGuarantees family=A region=bc8cc7dea4fa6b09d347056d40353c75] 2024-12-05T02:14:11,807 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/A/49ec3bbb37c04909b702a9b3c13eca4d is 175, key is test_row_0/A:col10/1733364851323/Put/seqid=0 2024-12-05T02:14:11,808 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:11,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60362 deadline: 1733364911804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:11,809 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:11,809 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:11,810 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:11,814 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/B/c78d8b999e2246d0ab3f44b0f6c0c59d as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/B/c78d8b999e2246d0ab3f44b0f6c0c59d 2024-12-05T02:14:11,815 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:11,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60374 deadline: 1733364911815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:11,816 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:11,816 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:11,816 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:11,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60302 deadline: 1733364911815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:11,816 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:11,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741983_1159 (size=48139) 2024-12-05T02:14:11,817 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:11,817 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:11,817 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:11,820 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=89, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/A/49ec3bbb37c04909b702a9b3c13eca4d 2024-12-05T02:14:11,821 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/A/8eec61469a544a84a0700e7da52ffaff as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/8eec61469a544a84a0700e7da52ffaff 2024-12-05T02:14:11,825 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bc8cc7dea4fa6b09d347056d40353c75/B of bc8cc7dea4fa6b09d347056d40353c75 into c78d8b999e2246d0ab3f44b0f6c0c59d(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T02:14:11,825 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bc8cc7dea4fa6b09d347056d40353c75: 2024-12-05T02:14:11,825 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., storeName=bc8cc7dea4fa6b09d347056d40353c75/B, priority=13, startTime=1733364851317; duration=0sec 2024-12-05T02:14:11,825 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:14:11,825 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bc8cc7dea4fa6b09d347056d40353c75:B 2024-12-05T02:14:11,831 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bc8cc7dea4fa6b09d347056d40353c75/A of bc8cc7dea4fa6b09d347056d40353c75 into 8eec61469a544a84a0700e7da52ffaff(size=97.6 K), total size for store is 97.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T02:14:11,831 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bc8cc7dea4fa6b09d347056d40353c75: 2024-12-05T02:14:11,831 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., storeName=bc8cc7dea4fa6b09d347056d40353c75/A, priority=13, startTime=1733364851317; duration=0sec 2024-12-05T02:14:11,831 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/B/9f1775f70e4043e0838b4cad8066b2f7 is 50, key is test_row_0/B:col10/1733364851323/Put/seqid=0 2024-12-05T02:14:11,831 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:14:11,831 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bc8cc7dea4fa6b09d347056d40353c75:A 2024-12-05T02:14:11,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741984_1160 (size=12001) 2024-12-05T02:14:11,838 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/B/9f1775f70e4043e0838b4cad8066b2f7 2024-12-05T02:14:11,842 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-12-05T02:14:11,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75. 2024-12-05T02:14:11,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75. as already flushing 2024-12-05T02:14:11,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75. 2024-12-05T02:14:11,842 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => bc8cc7dea4fa6b09d347056d40353c75, NAME => 'TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:11,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => bc8cc7dea4fa6b09d347056d40353c75, NAME => 'TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:11,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bc8cc7dea4fa6b09d347056d40353c75, NAME => 'TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bc8cc7dea4fa6b09d347056d40353c75, NAME => 'TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:11,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-12-05T02:14:11,868 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/C/9dc87f4426d544e69edc68c7d920b21b is 50, key is test_row_0/C:col10/1733364851323/Put/seqid=0 2024-12-05T02:14:11,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741985_1161 (size=12001) 2024-12-05T02:14:11,883 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/C/9dc87f4426d544e69edc68c7d920b21b 2024-12-05T02:14:11,888 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/A/49ec3bbb37c04909b702a9b3c13eca4d as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/49ec3bbb37c04909b702a9b3c13eca4d 2024-12-05T02:14:11,894 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/49ec3bbb37c04909b702a9b3c13eca4d, entries=250, sequenceid=89, filesize=47.0 K 2024-12-05T02:14:11,896 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/B/9f1775f70e4043e0838b4cad8066b2f7 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/B/9f1775f70e4043e0838b4cad8066b2f7 2024-12-05T02:14:11,901 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/B/9f1775f70e4043e0838b4cad8066b2f7, entries=150, sequenceid=89, filesize=11.7 K 2024-12-05T02:14:11,903 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/C/9dc87f4426d544e69edc68c7d920b21b as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/C/9dc87f4426d544e69edc68c7d920b21b 2024-12-05T02:14:11,910 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/C/9dc87f4426d544e69edc68c7d920b21b, entries=150, sequenceid=89, filesize=11.7 K 2024-12-05T02:14:11,911 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~399 KB/408576, currentSize=40.25 KB/41220 for bc8cc7dea4fa6b09d347056d40353c75 in 559ms, sequenceid=89, compaction requested=false 2024-12-05T02:14:11,911 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for bc8cc7dea4fa6b09d347056d40353c75: 2024-12-05T02:14:11,996 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-12-05T02:14:11,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75. 2024-12-05T02:14:11,997 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2902): Flushing bc8cc7dea4fa6b09d347056d40353c75 3/3 column families, dataSize=40.25 KB heapSize=120.28 KB 2024-12-05T02:14:11,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc8cc7dea4fa6b09d347056d40353c75, store=A 2024-12-05T02:14:11,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:14:11,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc8cc7dea4fa6b09d347056d40353c75, store=B 2024-12-05T02:14:11,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:14:11,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc8cc7dea4fa6b09d347056d40353c75, store=C 2024-12-05T02:14:11,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:14:12,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205feaf218a97634716bc4c5f294731226a_bc8cc7dea4fa6b09d347056d40353c75 is 50, key is test_row_0/A:col10/1733364851376/Put/seqid=0 2024-12-05T02:14:12,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(8855): Flush requested on bc8cc7dea4fa6b09d347056d40353c75 2024-12-05T02:14:12,018 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75. as already flushing 2024-12-05T02:14:12,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741986_1162 (size=12154) 2024-12-05T02:14:12,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:12,043 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205feaf218a97634716bc4c5f294731226a_bc8cc7dea4fa6b09d347056d40353c75 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205feaf218a97634716bc4c5f294731226a_bc8cc7dea4fa6b09d347056d40353c75 2024-12-05T02:14:12,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/A/5d95b249067f4b10b2b5f74b5ead60f7, store: [table=TestAcidGuarantees family=A region=bc8cc7dea4fa6b09d347056d40353c75] 2024-12-05T02:14:12,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/A/5d95b249067f4b10b2b5f74b5ead60f7 is 175, key is test_row_0/A:col10/1733364851376/Put/seqid=0 2024-12-05T02:14:12,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741987_1163 (size=30955) 2024-12-05T02:14:12,075 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733364852045, max timestamp=1733364852072Num uniques 859; 2024-12-05T02:14:12,075 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733364852045, max timestamp=1733364852072Num uniques 859; 2024-12-05T02:14:12,075 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733364852045, max timestamp=1733364852072Num uniques 859; 2024-12-05T02:14:12,075 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-05T02:14:12,075 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-05T02:14:12,075 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-05T02:14:12,123 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:12,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60384 deadline: 1733364912121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:12,123 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:12,124 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:12,124 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:12,125 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:12,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60316 deadline: 1733364912123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:12,126 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:12,126 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:12,126 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:12,239 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:12,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60384 deadline: 1733364912235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:12,239 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:12,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60316 deadline: 1733364912235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:12,240 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:12,240 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:12,240 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:12,240 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:12,240 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:12,240 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:12,321 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:12,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60362 deadline: 1733364912314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:12,321 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:12,321 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:12,321 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:12,330 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:12,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60374 deadline: 1733364912324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:12,331 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:12,331 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:12,331 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:12,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60302 deadline: 1733364912325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:12,331 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:12,331 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:12,332 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:12,332 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:12,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-12-05T02:14:12,451 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:12,451 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=101, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/A/5d95b249067f4b10b2b5f74b5ead60f7 2024-12-05T02:14:12,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60384 deadline: 1733364912444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:12,451 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:12,451 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:12,451 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:12,451 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:12,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60316 deadline: 1733364912444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:12,452 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:12,452 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:12,452 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:12,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/B/27212bda64ab4615b15ee82a51585b01 is 50, key is test_row_0/B:col10/1733364851376/Put/seqid=0 2024-12-05T02:14:12,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741988_1164 (size=12001) 2024-12-05T02:14:12,469 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=101 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/B/27212bda64ab4615b15ee82a51585b01 2024-12-05T02:14:12,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/C/8a7eccf851104519a1c603b5cf62e43d is 50, key is test_row_0/C:col10/1733364851376/Put/seqid=0 2024-12-05T02:14:12,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741989_1165 (size=12001) 2024-12-05T02:14:12,757 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:12,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60384 deadline: 1733364912754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:12,757 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:12,757 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:12,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60316 deadline: 1733364912755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:12,758 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:12,758 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:12,758 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:12,758 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:12,758 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:12,896 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=101 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/C/8a7eccf851104519a1c603b5cf62e43d 2024-12-05T02:14:12,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/A/5d95b249067f4b10b2b5f74b5ead60f7 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/5d95b249067f4b10b2b5f74b5ead60f7 2024-12-05T02:14:12,907 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/5d95b249067f4b10b2b5f74b5ead60f7, entries=150, sequenceid=101, filesize=30.2 K 2024-12-05T02:14:12,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/B/27212bda64ab4615b15ee82a51585b01 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/B/27212bda64ab4615b15ee82a51585b01 2024-12-05T02:14:12,912 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/B/27212bda64ab4615b15ee82a51585b01, entries=150, sequenceid=101, filesize=11.7 K 2024-12-05T02:14:12,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/C/8a7eccf851104519a1c603b5cf62e43d as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/C/8a7eccf851104519a1c603b5cf62e43d 2024-12-05T02:14:12,920 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/C/8a7eccf851104519a1c603b5cf62e43d, entries=150, sequenceid=101, filesize=11.7 K 2024-12-05T02:14:12,921 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~120.23 KB/123120, currentSize=140.89 KB/144270 for bc8cc7dea4fa6b09d347056d40353c75 in 925ms, sequenceid=101, compaction requested=true 2024-12-05T02:14:12,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2603): Flush status journal for bc8cc7dea4fa6b09d347056d40353c75: 2024-12-05T02:14:12,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75. 2024-12-05T02:14:12,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-12-05T02:14:12,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-12-05T02:14:12,925 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=44 2024-12-05T02:14:12,925 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6980 sec 2024-12-05T02:14:12,927 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees in 1.7070 sec 2024-12-05T02:14:13,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(8855): Flush requested on bc8cc7dea4fa6b09d347056d40353c75 2024-12-05T02:14:13,269 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing bc8cc7dea4fa6b09d347056d40353c75 3/3 column families, dataSize=147.60 KB heapSize=415.45 KB 2024-12-05T02:14:13,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc8cc7dea4fa6b09d347056d40353c75, store=A 2024-12-05T02:14:13,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T02:14:13,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc8cc7dea4fa6b09d347056d40353c75, store=B 2024-12-05T02:14:13,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T02:14:13,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc8cc7dea4fa6b09d347056d40353c75, store=C 2024-12-05T02:14:13,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T02:14:13,278 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412057bda9a4f889e44088ce74708a87383f1_bc8cc7dea4fa6b09d347056d40353c75 is 50, key is test_row_0/A:col10/1733364853267/Put/seqid=0 2024-12-05T02:14:13,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741990_1166 (size=14794) 2024-12-05T02:14:13,293 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:13,293 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:13,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60384 deadline: 1733364913286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:13,294 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:13,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60316 deadline: 1733364913286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:13,294 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:13,294 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:13,294 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:13,294 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:13,294 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:13,294 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:13,299 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412057bda9a4f889e44088ce74708a87383f1_bc8cc7dea4fa6b09d347056d40353c75 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412057bda9a4f889e44088ce74708a87383f1_bc8cc7dea4fa6b09d347056d40353c75 2024-12-05T02:14:13,301 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/A/a2de82b58bb948e58252b8f442104f74, store: [table=TestAcidGuarantees family=A region=bc8cc7dea4fa6b09d347056d40353c75] 2024-12-05T02:14:13,302 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/A/a2de82b58bb948e58252b8f442104f74 is 175, key is test_row_0/A:col10/1733364853267/Put/seqid=0 2024-12-05T02:14:13,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741991_1167 (size=39749) 2024-12-05T02:14:13,317 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=138, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/A/a2de82b58bb948e58252b8f442104f74 2024-12-05T02:14:13,327 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/B/3f5cd66925154bd7b7b0c78b610d0040 is 50, key is test_row_0/B:col10/1733364853267/Put/seqid=0 2024-12-05T02:14:13,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741992_1168 (size=12151) 2024-12-05T02:14:13,334 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=138 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/B/3f5cd66925154bd7b7b0c78b610d0040 2024-12-05T02:14:13,339 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:13,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60362 deadline: 1733364913334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:13,341 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 01bccfa882c7,46535,1733364817982 for 'test_row_1' in bc8cc7dea4fa6b09d347056d40353c75 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2168 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-05T02:14:13,341 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:13,341 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:13,341 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:13,343 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/C/846f9fac1aaa4369a5d2e4950538a90e is 50, key is test_row_0/C:col10/1733364853267/Put/seqid=0 2024-12-05T02:14:13,346 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:13,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60374 deadline: 1733364913345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:13,347 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:13,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60302 deadline: 1733364913346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:13,347 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 01bccfa882c7,46535,1733364817982 for 'test_row_1' in bc8cc7dea4fa6b09d347056d40353c75 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2176 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-05T02:14:13,348 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:13,348 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:13,348 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:13,348 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to 01bccfa882c7,46535,1733364817982 for 'test_row_1' in bc8cc7dea4fa6b09d347056d40353c75 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2174 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-05T02:14:13,349 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:13,349 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:13,349 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:13,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741993_1169 (size=12151) 2024-12-05T02:14:13,351 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=138 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/C/846f9fac1aaa4369a5d2e4950538a90e 2024-12-05T02:14:13,359 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/A/a2de82b58bb948e58252b8f442104f74 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/a2de82b58bb948e58252b8f442104f74 2024-12-05T02:14:13,365 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/a2de82b58bb948e58252b8f442104f74, entries=200, sequenceid=138, filesize=38.8 K 2024-12-05T02:14:13,366 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/B/3f5cd66925154bd7b7b0c78b610d0040 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/B/3f5cd66925154bd7b7b0c78b610d0040 2024-12-05T02:14:13,372 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/B/3f5cd66925154bd7b7b0c78b610d0040, entries=150, sequenceid=138, filesize=11.9 K 2024-12-05T02:14:13,376 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/C/846f9fac1aaa4369a5d2e4950538a90e as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/C/846f9fac1aaa4369a5d2e4950538a90e 2024-12-05T02:14:13,382 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/C/846f9fac1aaa4369a5d2e4950538a90e, entries=150, sequenceid=138, filesize=11.9 K 2024-12-05T02:14:13,383 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~415.41 KB/425376, currentSize=33.54 KB/34350 for bc8cc7dea4fa6b09d347056d40353c75 in 114ms, sequenceid=138, compaction requested=true 2024-12-05T02:14:13,383 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for bc8cc7dea4fa6b09d347056d40353c75: 2024-12-05T02:14:13,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bc8cc7dea4fa6b09d347056d40353c75:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T02:14:13,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:14:13,383 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T02:14:13,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bc8cc7dea4fa6b09d347056d40353c75:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T02:14:13,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:14:13,384 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bc8cc7dea4fa6b09d347056d40353c75:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T02:14:13,384 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T02:14:13,384 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T02:14:13,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-12-05T02:14:13,385 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-05T02:14:13,385 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T02:14:13,387 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 218822 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T02:14:13,387 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1541): bc8cc7dea4fa6b09d347056d40353c75/A is initiating minor compaction (all files) 2024-12-05T02:14:13,387 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bc8cc7dea4fa6b09d347056d40353c75/A in TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75. 2024-12-05T02:14:13,387 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/8eec61469a544a84a0700e7da52ffaff, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/49ec3bbb37c04909b702a9b3c13eca4d, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/5d95b249067f4b10b2b5f74b5ead60f7, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/a2de82b58bb948e58252b8f442104f74] into tmpdir=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp, totalSize=213.7 K 2024-12-05T02:14:13,387 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75. 2024-12-05T02:14:13,387 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75. files: [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/8eec61469a544a84a0700e7da52ffaff, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/49ec3bbb37c04909b702a9b3c13eca4d, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/5d95b249067f4b10b2b5f74b5ead60f7, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/a2de82b58bb948e58252b8f442104f74] 2024-12-05T02:14:13,387 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48257 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T02:14:13,387 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1541): bc8cc7dea4fa6b09d347056d40353c75/B is initiating minor compaction (all files) 2024-12-05T02:14:13,388 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bc8cc7dea4fa6b09d347056d40353c75/B in TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75. 2024-12-05T02:14:13,388 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/B/c78d8b999e2246d0ab3f44b0f6c0c59d, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/B/9f1775f70e4043e0838b4cad8066b2f7, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/B/27212bda64ab4615b15ee82a51585b01, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/B/3f5cd66925154bd7b7b0c78b610d0040] into tmpdir=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp, totalSize=47.1 K 2024-12-05T02:14:13,388 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting c78d8b999e2246d0ab3f44b0f6c0c59d, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1733364851120 2024-12-05T02:14:13,388 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8eec61469a544a84a0700e7da52ffaff, keycount=550, bloomtype=ROW, size=97.6 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1733364850725 2024-12-05T02:14:13,388 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting 9f1775f70e4043e0838b4cad8066b2f7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1733364851196 2024-12-05T02:14:13,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees 2024-12-05T02:14:13,389 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T02:14:13,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-12-05T02:14:13,390 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T02:14:13,390 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T02:14:13,390 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting 27212bda64ab4615b15ee82a51585b01, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=101, earliestPutTs=1733364851359 2024-12-05T02:14:13,390 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting 49ec3bbb37c04909b702a9b3c13eca4d, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1733364851189 2024-12-05T02:14:13,391 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting 3f5cd66925154bd7b7b0c78b610d0040, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1733364852110 2024-12-05T02:14:13,392 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5d95b249067f4b10b2b5f74b5ead60f7, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=101, earliestPutTs=1733364851359 2024-12-05T02:14:13,393 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting a2de82b58bb948e58252b8f442104f74, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1733364852101 2024-12-05T02:14:13,408 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=bc8cc7dea4fa6b09d347056d40353c75] 2024-12-05T02:14:13,415 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bc8cc7dea4fa6b09d347056d40353c75#B#compaction#148 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-05T02:14:13,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(8855): Flush requested on bc8cc7dea4fa6b09d347056d40353c75 2024-12-05T02:14:13,416 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/B/ecb6a1e36cad42f8ab4d0c24fdaca8b4 is 50, key is test_row_0/B:col10/1733364853267/Put/seqid=0 2024-12-05T02:14:13,416 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412058232ee78685f4507967a2dc0060b31b8_bc8cc7dea4fa6b09d347056d40353c75 store=[table=TestAcidGuarantees family=A region=bc8cc7dea4fa6b09d347056d40353c75] 2024-12-05T02:14:13,419 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing bc8cc7dea4fa6b09d347056d40353c75 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-05T02:14:13,420 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412058232ee78685f4507967a2dc0060b31b8_bc8cc7dea4fa6b09d347056d40353c75, store=[table=TestAcidGuarantees family=A region=bc8cc7dea4fa6b09d347056d40353c75] 2024-12-05T02:14:13,420 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412058232ee78685f4507967a2dc0060b31b8_bc8cc7dea4fa6b09d347056d40353c75 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=bc8cc7dea4fa6b09d347056d40353c75] 2024-12-05T02:14:13,421 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc8cc7dea4fa6b09d347056d40353c75, store=A 2024-12-05T02:14:13,422 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:14:13,422 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc8cc7dea4fa6b09d347056d40353c75, store=B 2024-12-05T02:14:13,422 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:14:13,422 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc8cc7dea4fa6b09d347056d40353c75, store=C 2024-12-05T02:14:13,422 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:14:13,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741994_1170 (size=12391) 2024-12-05T02:14:13,444 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/B/ecb6a1e36cad42f8ab4d0c24fdaca8b4 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/B/ecb6a1e36cad42f8ab4d0c24fdaca8b4 2024-12-05T02:14:13,452 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in bc8cc7dea4fa6b09d347056d40353c75/B of bc8cc7dea4fa6b09d347056d40353c75 into ecb6a1e36cad42f8ab4d0c24fdaca8b4(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T02:14:13,452 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bc8cc7dea4fa6b09d347056d40353c75: 2024-12-05T02:14:13,452 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., storeName=bc8cc7dea4fa6b09d347056d40353c75/B, priority=12, startTime=1733364853383; duration=0sec 2024-12-05T02:14:13,452 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T02:14:13,452 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bc8cc7dea4fa6b09d347056d40353c75:B 2024-12-05T02:14:13,453 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T02:14:13,454 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 66981 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T02:14:13,454 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1541): bc8cc7dea4fa6b09d347056d40353c75/C is initiating minor compaction (all files) 2024-12-05T02:14:13,454 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bc8cc7dea4fa6b09d347056d40353c75/C in TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75. 2024-12-05T02:14:13,455 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/C/f04bacc4ae8f4d63a0f4ed55cc7378a1, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/C/9dc87f4426d544e69edc68c7d920b21b, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/C/8a7eccf851104519a1c603b5cf62e43d, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/C/846f9fac1aaa4369a5d2e4950538a90e] into tmpdir=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp, totalSize=65.4 K 2024-12-05T02:14:13,455 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting f04bacc4ae8f4d63a0f4ed55cc7378a1, keycount=550, bloomtype=ROW, size=30.1 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1733364850725 2024-12-05T02:14:13,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741995_1171 (size=4469) 2024-12-05T02:14:13,458 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting 9dc87f4426d544e69edc68c7d920b21b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1733364851196 2024-12-05T02:14:13,458 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting 8a7eccf851104519a1c603b5cf62e43d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=101, earliestPutTs=1733364851359 2024-12-05T02:14:13,459 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting 846f9fac1aaa4369a5d2e4950538a90e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1733364852110 2024-12-05T02:14:13,459 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205593a4988d8594420b4766dbba518ce94_bc8cc7dea4fa6b09d347056d40353c75 is 50, key is test_row_0/A:col10/1733364853284/Put/seqid=0 2024-12-05T02:14:13,461 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bc8cc7dea4fa6b09d347056d40353c75#A#compaction#147 average throughput is 0.48 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T02:14:13,461 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/A/3819bdbf34dc497cac98ce97b0e931d5 is 175, key is test_row_0/A:col10/1733364853267/Put/seqid=0 2024-12-05T02:14:13,479 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bc8cc7dea4fa6b09d347056d40353c75#C#compaction#150 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T02:14:13,480 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/C/25feb83b9fe240f2b69e67aaf5ffd7b3 is 50, key is test_row_0/C:col10/1733364853267/Put/seqid=0 2024-12-05T02:14:13,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741996_1172 (size=14794) 2024-12-05T02:14:13,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741997_1173 (size=31345) 2024-12-05T02:14:13,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-12-05T02:14:13,500 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1733364853448, max timestamp=1733364853496Num uniques 859; 2024-12-05T02:14:13,500 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-12-05T02:14:13,500 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1733364853448, max timestamp=1733364853496Num uniques 859; 2024-12-05T02:14:13,500 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/A/3819bdbf34dc497cac98ce97b0e931d5 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/3819bdbf34dc497cac98ce97b0e931d5 2024-12-05T02:14:13,500 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-12-05T02:14:13,500 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1733364853448, max timestamp=1733364853496Num uniques 859; 2024-12-05T02:14:13,500 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-12-05T02:14:13,505 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in bc8cc7dea4fa6b09d347056d40353c75/A of bc8cc7dea4fa6b09d347056d40353c75 into 3819bdbf34dc497cac98ce97b0e931d5(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T02:14:13,506 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bc8cc7dea4fa6b09d347056d40353c75: 2024-12-05T02:14:13,506 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., storeName=bc8cc7dea4fa6b09d347056d40353c75/A, priority=12, startTime=1733364853383; duration=0sec 2024-12-05T02:14:13,507 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:14:13,507 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bc8cc7dea4fa6b09d347056d40353c75:A 2024-12-05T02:14:13,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741998_1174 (size=12391) 2024-12-05T02:14:13,518 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/C/25feb83b9fe240f2b69e67aaf5ffd7b3 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/C/25feb83b9fe240f2b69e67aaf5ffd7b3 2024-12-05T02:14:13,525 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in bc8cc7dea4fa6b09d347056d40353c75/C of bc8cc7dea4fa6b09d347056d40353c75 into 25feb83b9fe240f2b69e67aaf5ffd7b3(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T02:14:13,525 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bc8cc7dea4fa6b09d347056d40353c75: 2024-12-05T02:14:13,525 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., storeName=bc8cc7dea4fa6b09d347056d40353c75/C, priority=12, startTime=1733364853384; duration=0sec 2024-12-05T02:14:13,525 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:14:13,525 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bc8cc7dea4fa6b09d347056d40353c75:C 2024-12-05T02:14:13,543 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-12-05T02:14:13,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75. 2024-12-05T02:14:13,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75. as already flushing 2024-12-05T02:14:13,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75. 2024-12-05T02:14:13,544 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => bc8cc7dea4fa6b09d347056d40353c75, NAME => 'TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:13,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => bc8cc7dea4fa6b09d347056d40353c75, NAME => 'TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:13,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bc8cc7dea4fa6b09d347056d40353c75, NAME => 'TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bc8cc7dea4fa6b09d347056d40353c75, NAME => 'TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:13,559 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:13,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60384 deadline: 1733364913554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:13,559 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:13,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60316 deadline: 1733364913555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:13,559 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:13,559 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:13,559 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:13,560 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:13,560 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:13,560 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:13,667 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:13,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60384 deadline: 1733364913664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:13,667 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:13,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60316 deadline: 1733364913664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:13,668 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:13,668 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:13,668 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:13,668 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:13,668 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:13,668 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:13,697 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-12-05T02:14:13,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75. 2024-12-05T02:14:13,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75. as already flushing 2024-12-05T02:14:13,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75. 2024-12-05T02:14:13,697 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => bc8cc7dea4fa6b09d347056d40353c75, NAME => 'TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:13,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => bc8cc7dea4fa6b09d347056d40353c75, NAME => 'TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:13,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bc8cc7dea4fa6b09d347056d40353c75, NAME => 'TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bc8cc7dea4fa6b09d347056d40353c75, NAME => 'TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:13,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-12-05T02:14:13,849 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-12-05T02:14:13,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75. 2024-12-05T02:14:13,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75. as already flushing 2024-12-05T02:14:13,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75. 2024-12-05T02:14:13,850 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => bc8cc7dea4fa6b09d347056d40353c75, NAME => 'TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:13,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => bc8cc7dea4fa6b09d347056d40353c75, NAME => 'TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:13,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bc8cc7dea4fa6b09d347056d40353c75, NAME => 'TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bc8cc7dea4fa6b09d347056d40353c75, NAME => 'TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:13,875 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:13,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60384 deadline: 1733364913874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:13,876 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:13,876 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:13,876 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:13,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60316 deadline: 1733364913874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:13,876 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:13,876 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:13,876 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:13,876 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:13,889 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:13,894 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205593a4988d8594420b4766dbba518ce94_bc8cc7dea4fa6b09d347056d40353c75 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205593a4988d8594420b4766dbba518ce94_bc8cc7dea4fa6b09d347056d40353c75 2024-12-05T02:14:13,895 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/A/c5c5e9792d8a4b97a1d2ad26172dfad0, store: [table=TestAcidGuarantees family=A region=bc8cc7dea4fa6b09d347056d40353c75] 2024-12-05T02:14:13,895 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/A/c5c5e9792d8a4b97a1d2ad26172dfad0 is 175, key is test_row_0/A:col10/1733364853284/Put/seqid=0 2024-12-05T02:14:13,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741999_1175 (size=39749) 2024-12-05T02:14:14,003 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-12-05T02:14:14,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75. 2024-12-05T02:14:14,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75. as already flushing 2024-12-05T02:14:14,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75. 2024-12-05T02:14:14,003 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => bc8cc7dea4fa6b09d347056d40353c75, NAME => 'TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:14,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => bc8cc7dea4fa6b09d347056d40353c75, NAME => 'TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:14,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bc8cc7dea4fa6b09d347056d40353c75, NAME => 'TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bc8cc7dea4fa6b09d347056d40353c75, NAME => 'TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:14,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-12-05T02:14:14,156 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-12-05T02:14:14,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75. 2024-12-05T02:14:14,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75. as already flushing 2024-12-05T02:14:14,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75. 2024-12-05T02:14:14,157 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => bc8cc7dea4fa6b09d347056d40353c75, NAME => 'TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:14,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => bc8cc7dea4fa6b09d347056d40353c75, NAME => 'TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:14,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bc8cc7dea4fa6b09d347056d40353c75, NAME => 'TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bc8cc7dea4fa6b09d347056d40353c75, NAME => 'TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:14,189 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:14,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60384 deadline: 1733364914184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:14,189 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:14,189 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:14,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60316 deadline: 1733364914184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:14,189 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:14,189 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:14,190 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:14,190 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:14,190 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:14,301 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=149, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/A/c5c5e9792d8a4b97a1d2ad26172dfad0 2024-12-05T02:14:14,309 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-12-05T02:14:14,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75. 2024-12-05T02:14:14,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75. as already flushing 2024-12-05T02:14:14,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75. 2024-12-05T02:14:14,310 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => bc8cc7dea4fa6b09d347056d40353c75, NAME => 'TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:14,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => bc8cc7dea4fa6b09d347056d40353c75, NAME => 'TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:14,312 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/B/827665e93c4848e4afc5c26cca8cf43c is 50, key is test_row_0/B:col10/1733364853284/Put/seqid=0 2024-12-05T02:14:14,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bc8cc7dea4fa6b09d347056d40353c75, NAME => 'TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bc8cc7dea4fa6b09d347056d40353c75, NAME => 'TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:14,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742000_1176 (size=12151) 2024-12-05T02:14:14,464 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-12-05T02:14:14,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75. 2024-12-05T02:14:14,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75. as already flushing 2024-12-05T02:14:14,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75. 2024-12-05T02:14:14,465 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => bc8cc7dea4fa6b09d347056d40353c75, NAME => 'TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:14,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => bc8cc7dea4fa6b09d347056d40353c75, NAME => 'TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:14,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bc8cc7dea4fa6b09d347056d40353c75, NAME => 'TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bc8cc7dea4fa6b09d347056d40353c75, NAME => 'TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:14,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-12-05T02:14:14,618 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-12-05T02:14:14,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75. 2024-12-05T02:14:14,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75. as already flushing 2024-12-05T02:14:14,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75. 2024-12-05T02:14:14,618 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => bc8cc7dea4fa6b09d347056d40353c75, NAME => 'TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:14,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => bc8cc7dea4fa6b09d347056d40353c75, NAME => 'TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:14,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bc8cc7dea4fa6b09d347056d40353c75, NAME => 'TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bc8cc7dea4fa6b09d347056d40353c75, NAME => 'TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:14,705 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:14,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60384 deadline: 1733364914704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:14,705 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:14,705 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:14,705 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:14,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60316 deadline: 1733364914705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:14,705 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:14,706 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:14,706 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:14,706 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:14,717 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=149 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/B/827665e93c4848e4afc5c26cca8cf43c 2024-12-05T02:14:14,726 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/C/da5fdd0ff50b450889db398fe5f42db0 is 50, key is test_row_0/C:col10/1733364853284/Put/seqid=0 2024-12-05T02:14:14,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742001_1177 (size=12151) 2024-12-05T02:14:14,731 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=149 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/C/da5fdd0ff50b450889db398fe5f42db0 2024-12-05T02:14:14,735 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/A/c5c5e9792d8a4b97a1d2ad26172dfad0 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/c5c5e9792d8a4b97a1d2ad26172dfad0 2024-12-05T02:14:14,740 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/c5c5e9792d8a4b97a1d2ad26172dfad0, entries=200, sequenceid=149, filesize=38.8 K 2024-12-05T02:14:14,741 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/B/827665e93c4848e4afc5c26cca8cf43c as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/B/827665e93c4848e4afc5c26cca8cf43c 2024-12-05T02:14:14,747 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/B/827665e93c4848e4afc5c26cca8cf43c, entries=150, sequenceid=149, filesize=11.9 K 2024-12-05T02:14:14,747 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/C/da5fdd0ff50b450889db398fe5f42db0 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/C/da5fdd0ff50b450889db398fe5f42db0 2024-12-05T02:14:14,751 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/C/da5fdd0ff50b450889db398fe5f42db0, entries=150, sequenceid=149, filesize=11.9 K 2024-12-05T02:14:14,752 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=134.18 KB/137400 for bc8cc7dea4fa6b09d347056d40353c75 in 1333ms, sequenceid=149, compaction requested=false 2024-12-05T02:14:14,752 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for bc8cc7dea4fa6b09d347056d40353c75: 2024-12-05T02:14:14,770 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-12-05T02:14:14,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75. 2024-12-05T02:14:14,771 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2902): Flushing bc8cc7dea4fa6b09d347056d40353c75 3/3 column families, dataSize=134.18 KB heapSize=370.92 KB 2024-12-05T02:14:14,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc8cc7dea4fa6b09d347056d40353c75, store=A 2024-12-05T02:14:14,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T02:14:14,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc8cc7dea4fa6b09d347056d40353c75, store=B 2024-12-05T02:14:14,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T02:14:14,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc8cc7dea4fa6b09d347056d40353c75, store=C 2024-12-05T02:14:14,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T02:14:14,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205e203c7117b39450b908cf37296ca1501_bc8cc7dea4fa6b09d347056d40353c75 is 50, key is test_row_0/A:col10/1733364853543/Put/seqid=0 2024-12-05T02:14:14,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742002_1178 (size=12304) 2024-12-05T02:14:14,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:14,788 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205e203c7117b39450b908cf37296ca1501_bc8cc7dea4fa6b09d347056d40353c75 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205e203c7117b39450b908cf37296ca1501_bc8cc7dea4fa6b09d347056d40353c75 2024-12-05T02:14:14,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/A/0073683b30354917850f876d3c5fbe77, store: [table=TestAcidGuarantees family=A region=bc8cc7dea4fa6b09d347056d40353c75] 2024-12-05T02:14:14,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/A/0073683b30354917850f876d3c5fbe77 is 175, key is test_row_0/A:col10/1733364853543/Put/seqid=0 2024-12-05T02:14:14,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742003_1179 (size=31105) 2024-12-05T02:14:15,194 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=186, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/A/0073683b30354917850f876d3c5fbe77 2024-12-05T02:14:15,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/B/bc1108e16b1b429d808cd080eb4d3983 is 50, key is test_row_0/B:col10/1733364853543/Put/seqid=0 2024-12-05T02:14:15,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742004_1180 (size=12151) 2024-12-05T02:14:15,214 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=186 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/B/bc1108e16b1b429d808cd080eb4d3983 2024-12-05T02:14:15,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/C/2f3de2e58d2145a0a176def79517c3cc is 50, key is test_row_0/C:col10/1733364853543/Put/seqid=0 2024-12-05T02:14:15,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742005_1181 (size=12151) 2024-12-05T02:14:15,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(8855): Flush requested on bc8cc7dea4fa6b09d347056d40353c75 2024-12-05T02:14:15,359 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75. as already flushing 2024-12-05T02:14:15,378 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:15,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60302 deadline: 1733364915375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:15,378 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to 01bccfa882c7,46535,1733364817982 for 'test_row_1' in bc8cc7dea4fa6b09d347056d40353c75 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4204 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-05T02:14:15,379 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:15,379 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:15,379 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:15,382 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:15,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60362 deadline: 1733364915377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:15,383 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:15,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60374 deadline: 1733364915378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:15,383 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:15,383 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:15,383 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:15,384 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:15,384 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:15,384 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:15,497 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:15,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60362 deadline: 1733364915495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:15,498 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:15,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60374 deadline: 1733364915495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:15,498 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:15,498 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:15,498 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:15,498 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:15,498 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:15,498 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:15,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-12-05T02:14:15,632 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=186 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/C/2f3de2e58d2145a0a176def79517c3cc 2024-12-05T02:14:15,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/A/0073683b30354917850f876d3c5fbe77 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/0073683b30354917850f876d3c5fbe77 2024-12-05T02:14:15,643 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/0073683b30354917850f876d3c5fbe77, entries=150, sequenceid=186, filesize=30.4 K 2024-12-05T02:14:15,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/B/bc1108e16b1b429d808cd080eb4d3983 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/B/bc1108e16b1b429d808cd080eb4d3983 2024-12-05T02:14:15,650 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/B/bc1108e16b1b429d808cd080eb4d3983, entries=150, sequenceid=186, filesize=11.9 K 2024-12-05T02:14:15,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/C/2f3de2e58d2145a0a176def79517c3cc as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/C/2f3de2e58d2145a0a176def79517c3cc 2024-12-05T02:14:15,657 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/C/2f3de2e58d2145a0a176def79517c3cc, entries=150, sequenceid=186, filesize=11.9 K 2024-12-05T02:14:15,658 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~370.88 KB/379776, currentSize=53.67 KB/54960 for bc8cc7dea4fa6b09d347056d40353c75 in 886ms, sequenceid=186, compaction requested=true 2024-12-05T02:14:15,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2603): Flush status journal for bc8cc7dea4fa6b09d347056d40353c75: 2024-12-05T02:14:15,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75. 2024-12-05T02:14:15,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-12-05T02:14:15,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-12-05T02:14:15,661 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-12-05T02:14:15,661 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2690 sec 2024-12-05T02:14:15,663 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees in 2.2760 sec 2024-12-05T02:14:15,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(8855): Flush requested on bc8cc7dea4fa6b09d347056d40353c75 2024-12-05T02:14:15,708 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing bc8cc7dea4fa6b09d347056d40353c75 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-12-05T02:14:15,709 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc8cc7dea4fa6b09d347056d40353c75, store=A 2024-12-05T02:14:15,709 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:14:15,709 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc8cc7dea4fa6b09d347056d40353c75, store=B 2024-12-05T02:14:15,709 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:14:15,709 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc8cc7dea4fa6b09d347056d40353c75, store=C 2024-12-05T02:14:15,709 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:14:15,716 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205422e76aed44140c9a3e9549506515448_bc8cc7dea4fa6b09d347056d40353c75 is 50, key is test_row_0/A:col10/1733364855707/Put/seqid=0 2024-12-05T02:14:15,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742006_1182 (size=12304) 2024-12-05T02:14:15,736 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:15,745 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205422e76aed44140c9a3e9549506515448_bc8cc7dea4fa6b09d347056d40353c75 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205422e76aed44140c9a3e9549506515448_bc8cc7dea4fa6b09d347056d40353c75 2024-12-05T02:14:15,746 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/A/482494f6dce14805a8102058a9877ee1, store: [table=TestAcidGuarantees family=A region=bc8cc7dea4fa6b09d347056d40353c75] 2024-12-05T02:14:15,747 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/A/482494f6dce14805a8102058a9877ee1 is 175, key is test_row_0/A:col10/1733364855707/Put/seqid=0 2024-12-05T02:14:15,759 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:15,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742007_1183 (size=31105) 2024-12-05T02:14:15,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60384 deadline: 1733364915754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:15,759 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:15,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60316 deadline: 1733364915755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:15,760 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=198, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/A/482494f6dce14805a8102058a9877ee1 2024-12-05T02:14:15,760 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:15,760 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:15,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60374 deadline: 1733364915757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:15,760 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:15,760 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:15,761 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:15,761 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:15,761 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:15,761 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:15,761 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:15,761 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:15,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60362 deadline: 1733364915761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:15,762 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:15,762 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:15,762 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:15,762 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:15,770 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/B/db4bbef71dc8466d9a04e20a51318c23 is 50, key is test_row_0/B:col10/1733364855707/Put/seqid=0 2024-12-05T02:14:15,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742008_1184 (size=12151) 2024-12-05T02:14:15,776 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/B/db4bbef71dc8466d9a04e20a51318c23 2024-12-05T02:14:15,787 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/C/f0ca551afca3494c858a368b15e3fedb is 50, key is test_row_0/C:col10/1733364855707/Put/seqid=0 2024-12-05T02:14:15,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742009_1185 (size=12151) 2024-12-05T02:14:15,795 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/C/f0ca551afca3494c858a368b15e3fedb 2024-12-05T02:14:15,800 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/A/482494f6dce14805a8102058a9877ee1 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/482494f6dce14805a8102058a9877ee1 2024-12-05T02:14:15,805 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/482494f6dce14805a8102058a9877ee1, entries=150, sequenceid=198, filesize=30.4 K 2024-12-05T02:14:15,806 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/B/db4bbef71dc8466d9a04e20a51318c23 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/B/db4bbef71dc8466d9a04e20a51318c23 2024-12-05T02:14:15,810 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/B/db4bbef71dc8466d9a04e20a51318c23, entries=150, sequenceid=198, filesize=11.9 K 2024-12-05T02:14:15,812 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/C/f0ca551afca3494c858a368b15e3fedb as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/C/f0ca551afca3494c858a368b15e3fedb 2024-12-05T02:14:15,817 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/C/f0ca551afca3494c858a368b15e3fedb, entries=150, sequenceid=198, filesize=11.9 K 2024-12-05T02:14:15,818 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for bc8cc7dea4fa6b09d347056d40353c75 in 110ms, sequenceid=198, compaction requested=true 2024-12-05T02:14:15,818 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for bc8cc7dea4fa6b09d347056d40353c75: 2024-12-05T02:14:15,818 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bc8cc7dea4fa6b09d347056d40353c75:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T02:14:15,818 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:14:15,818 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bc8cc7dea4fa6b09d347056d40353c75:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T02:14:15,818 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T02:14:15,819 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:14:15,819 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bc8cc7dea4fa6b09d347056d40353c75:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T02:14:15,819 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T02:14:15,819 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T02:14:15,823 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48844 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T02:14:15,823 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1541): bc8cc7dea4fa6b09d347056d40353c75/B is initiating minor compaction (all files) 2024-12-05T02:14:15,823 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bc8cc7dea4fa6b09d347056d40353c75/B in TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75. 2024-12-05T02:14:15,823 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/B/ecb6a1e36cad42f8ab4d0c24fdaca8b4, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/B/827665e93c4848e4afc5c26cca8cf43c, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/B/bc1108e16b1b429d808cd080eb4d3983, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/B/db4bbef71dc8466d9a04e20a51318c23] into tmpdir=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp, totalSize=47.7 K 2024-12-05T02:14:15,824 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting ecb6a1e36cad42f8ab4d0c24fdaca8b4, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1733364852110 2024-12-05T02:14:15,824 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 133304 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T02:14:15,824 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1541): bc8cc7dea4fa6b09d347056d40353c75/A is initiating minor compaction (all files) 2024-12-05T02:14:15,824 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bc8cc7dea4fa6b09d347056d40353c75/A in TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75. 2024-12-05T02:14:15,824 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/3819bdbf34dc497cac98ce97b0e931d5, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/c5c5e9792d8a4b97a1d2ad26172dfad0, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/0073683b30354917850f876d3c5fbe77, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/482494f6dce14805a8102058a9877ee1] into tmpdir=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp, totalSize=130.2 K 2024-12-05T02:14:15,824 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75. 2024-12-05T02:14:15,824 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75. files: [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/3819bdbf34dc497cac98ce97b0e931d5, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/c5c5e9792d8a4b97a1d2ad26172dfad0, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/0073683b30354917850f876d3c5fbe77, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/482494f6dce14805a8102058a9877ee1] 2024-12-05T02:14:15,825 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting 827665e93c4848e4afc5c26cca8cf43c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=149, earliestPutTs=1733364853284 2024-12-05T02:14:15,825 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3819bdbf34dc497cac98ce97b0e931d5, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1733364852110 2024-12-05T02:14:15,826 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting bc1108e16b1b429d808cd080eb4d3983, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1733364853543 2024-12-05T02:14:15,826 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting c5c5e9792d8a4b97a1d2ad26172dfad0, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=149, earliestPutTs=1733364853284 2024-12-05T02:14:15,826 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting db4bbef71dc8466d9a04e20a51318c23, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1733364855365 2024-12-05T02:14:15,826 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0073683b30354917850f876d3c5fbe77, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1733364853543 2024-12-05T02:14:15,826 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting 482494f6dce14805a8102058a9877ee1, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1733364855365 2024-12-05T02:14:15,841 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bc8cc7dea4fa6b09d347056d40353c75#B#compaction#159 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T02:14:15,841 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/B/5d710f47679a470c9246f00c7c49c835 is 50, key is test_row_0/B:col10/1733364855707/Put/seqid=0 2024-12-05T02:14:15,843 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=bc8cc7dea4fa6b09d347056d40353c75] 2024-12-05T02:14:15,846 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241205b3fc47c1ed9b42018b2ff073ae04c92e_bc8cc7dea4fa6b09d347056d40353c75 store=[table=TestAcidGuarantees family=A region=bc8cc7dea4fa6b09d347056d40353c75] 2024-12-05T02:14:15,849 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241205b3fc47c1ed9b42018b2ff073ae04c92e_bc8cc7dea4fa6b09d347056d40353c75, store=[table=TestAcidGuarantees family=A region=bc8cc7dea4fa6b09d347056d40353c75] 2024-12-05T02:14:15,849 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205b3fc47c1ed9b42018b2ff073ae04c92e_bc8cc7dea4fa6b09d347056d40353c75 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=bc8cc7dea4fa6b09d347056d40353c75] 2024-12-05T02:14:15,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742010_1186 (size=12527) 2024-12-05T02:14:15,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(8855): Flush requested on bc8cc7dea4fa6b09d347056d40353c75 2024-12-05T02:14:15,873 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing bc8cc7dea4fa6b09d347056d40353c75 3/3 column families, dataSize=120.76 KB heapSize=360.05 KB 2024-12-05T02:14:15,873 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733364855741, max timestamp=1733364855867Num uniques 859; 2024-12-05T02:14:15,873 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-05T02:14:15,873 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733364855741, max timestamp=1733364855867Num uniques 859; 2024-12-05T02:14:15,873 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733364855741, max timestamp=1733364855867Num uniques 859; 2024-12-05T02:14:15,873 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-05T02:14:15,873 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-05T02:14:15,874 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/B/5d710f47679a470c9246f00c7c49c835 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/B/5d710f47679a470c9246f00c7c49c835 2024-12-05T02:14:15,875 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc8cc7dea4fa6b09d347056d40353c75, store=A 2024-12-05T02:14:15,875 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T02:14:15,875 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc8cc7dea4fa6b09d347056d40353c75, store=B 2024-12-05T02:14:15,875 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T02:14:15,875 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc8cc7dea4fa6b09d347056d40353c75, store=C 2024-12-05T02:14:15,875 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T02:14:15,880 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in bc8cc7dea4fa6b09d347056d40353c75/B of bc8cc7dea4fa6b09d347056d40353c75 into 5d710f47679a470c9246f00c7c49c835(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T02:14:15,880 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bc8cc7dea4fa6b09d347056d40353c75: 2024-12-05T02:14:15,880 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., storeName=bc8cc7dea4fa6b09d347056d40353c75/B, priority=12, startTime=1733364855818; duration=0sec 2024-12-05T02:14:15,880 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T02:14:15,880 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bc8cc7dea4fa6b09d347056d40353c75:B 2024-12-05T02:14:15,881 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T02:14:15,882 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48844 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T02:14:15,882 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1541): bc8cc7dea4fa6b09d347056d40353c75/C is initiating minor compaction (all files) 2024-12-05T02:14:15,882 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bc8cc7dea4fa6b09d347056d40353c75/C in TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75. 2024-12-05T02:14:15,882 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/C/25feb83b9fe240f2b69e67aaf5ffd7b3, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/C/da5fdd0ff50b450889db398fe5f42db0, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/C/2f3de2e58d2145a0a176def79517c3cc, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/C/f0ca551afca3494c858a368b15e3fedb] into tmpdir=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp, totalSize=47.7 K 2024-12-05T02:14:15,883 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting 25feb83b9fe240f2b69e67aaf5ffd7b3, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1733364852110 2024-12-05T02:14:15,883 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting da5fdd0ff50b450889db398fe5f42db0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=149, earliestPutTs=1733364853284 2024-12-05T02:14:15,884 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting 2f3de2e58d2145a0a176def79517c3cc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1733364853543 2024-12-05T02:14:15,884 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting f0ca551afca3494c858a368b15e3fedb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1733364855365 2024-12-05T02:14:15,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742011_1187 (size=4469) 2024-12-05T02:14:15,898 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bc8cc7dea4fa6b09d347056d40353c75#A#compaction#160 average throughput is 0.44 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T02:14:15,899 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/A/1169e84fbefe48b6bb30bb1237c72d3a is 175, key is test_row_0/A:col10/1733364855707/Put/seqid=0 2024-12-05T02:14:15,901 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bc8cc7dea4fa6b09d347056d40353c75#C#compaction#161 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T02:14:15,902 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/C/38e3b6e290d34434a1d12f15af968892 is 50, key is test_row_0/C:col10/1733364855707/Put/seqid=0 2024-12-05T02:14:15,902 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120566c5f97bdbb84ed9aa879dbd9b4ed6d1_bc8cc7dea4fa6b09d347056d40353c75 is 50, key is test_row_0/A:col10/1733364855872/Put/seqid=0 2024-12-05T02:14:15,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742012_1188 (size=31481) 2024-12-05T02:14:15,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742013_1189 (size=12527) 2024-12-05T02:14:15,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742014_1190 (size=12304) 2024-12-05T02:14:15,967 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733364855909, max timestamp=1733364855963Num uniques 859; 2024-12-05T02:14:15,967 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-05T02:14:15,967 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733364855909, max timestamp=1733364855963Num uniques 859; 2024-12-05T02:14:15,967 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-05T02:14:15,967 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733364855909, max timestamp=1733364855963Num uniques 859; 2024-12-05T02:14:15,967 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-05T02:14:16,003 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=418, cellSize=19138, totalHeapSize=43712, min timestamp=1733364855979, max timestamp=1733364855999Num uniques 1018; 2024-12-05T02:14:16,003 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=19138, suffix heap size=133840,new segment heap size=43712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=418 2024-12-05T02:14:16,004 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=418, cellSize=19138, totalHeapSize=43712, min timestamp=1733364855979, max timestamp=1733364855999Num uniques 1018; 2024-12-05T02:14:16,004 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=418, cellSize=19138, totalHeapSize=43712, min timestamp=1733364855979, max timestamp=1733364855999Num uniques 1018; 2024-12-05T02:14:16,004 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=19138, suffix heap size=133840,new segment heap size=43712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=418 2024-12-05T02:14:16,004 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=19138, suffix heap size=133840,new segment heap size=43712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=418 2024-12-05T02:14:16,029 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:16,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60384 deadline: 1733364916024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:16,030 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:16,030 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:16,030 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:16,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60362 deadline: 1733364916025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:16,030 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:16,031 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:16,031 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:16,031 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:16,037 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:16,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60316 deadline: 1733364916027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:16,037 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:16,037 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:16,037 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:16,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60374 deadline: 1733364916028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:16,037 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:16,037 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:16,037 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:16,038 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:16,138 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:16,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60384 deadline: 1733364916134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:16,139 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:16,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60362 deadline: 1733364916134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:16,139 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:16,139 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:16,139 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:16,139 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:16,139 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:16,139 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:16,145 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:16,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60316 deadline: 1733364916145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:16,146 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:16,146 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:16,146 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:16,146 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:16,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60374 deadline: 1733364916145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:16,146 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:16,146 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:16,146 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:16,323 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/A/1169e84fbefe48b6bb30bb1237c72d3a as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/1169e84fbefe48b6bb30bb1237c72d3a 2024-12-05T02:14:16,324 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:16,331 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/C/38e3b6e290d34434a1d12f15af968892 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/C/38e3b6e290d34434a1d12f15af968892 2024-12-05T02:14:16,332 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120566c5f97bdbb84ed9aa879dbd9b4ed6d1_bc8cc7dea4fa6b09d347056d40353c75 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120566c5f97bdbb84ed9aa879dbd9b4ed6d1_bc8cc7dea4fa6b09d347056d40353c75 2024-12-05T02:14:16,333 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/A/c2f21b1015cb46eb8af6520d8c1f6429, store: [table=TestAcidGuarantees family=A region=bc8cc7dea4fa6b09d347056d40353c75] 2024-12-05T02:14:16,334 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/A/c2f21b1015cb46eb8af6520d8c1f6429 is 175, key is test_row_0/A:col10/1733364855872/Put/seqid=0 2024-12-05T02:14:16,334 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in bc8cc7dea4fa6b09d347056d40353c75/A of bc8cc7dea4fa6b09d347056d40353c75 into 1169e84fbefe48b6bb30bb1237c72d3a(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T02:14:16,334 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bc8cc7dea4fa6b09d347056d40353c75: 2024-12-05T02:14:16,334 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., storeName=bc8cc7dea4fa6b09d347056d40353c75/A, priority=12, startTime=1733364855818; duration=0sec 2024-12-05T02:14:16,336 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:14:16,336 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bc8cc7dea4fa6b09d347056d40353c75:A 2024-12-05T02:14:16,338 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in bc8cc7dea4fa6b09d347056d40353c75/C of bc8cc7dea4fa6b09d347056d40353c75 into 38e3b6e290d34434a1d12f15af968892(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T02:14:16,338 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bc8cc7dea4fa6b09d347056d40353c75: 2024-12-05T02:14:16,338 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., storeName=bc8cc7dea4fa6b09d347056d40353c75/C, priority=12, startTime=1733364855819; duration=0sec 2024-12-05T02:14:16,339 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:14:16,339 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bc8cc7dea4fa6b09d347056d40353c75:C 2024-12-05T02:14:16,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742015_1191 (size=31105) 2024-12-05T02:14:16,341 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=220, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/A/c2f21b1015cb46eb8af6520d8c1f6429 2024-12-05T02:14:16,348 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:16,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60384 deadline: 1733364916345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:16,348 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:16,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60362 deadline: 1733364916345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:16,349 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:16,349 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:16,349 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:16,349 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:16,349 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:16,349 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:16,353 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/B/a78f10941c3c428cb50c384b10b5e788 is 50, key is test_row_0/B:col10/1733364855872/Put/seqid=0 2024-12-05T02:14:16,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742016_1192 (size=12151) 2024-12-05T02:14:16,358 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=220 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/B/a78f10941c3c428cb50c384b10b5e788 2024-12-05T02:14:16,364 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:16,364 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:16,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60316 deadline: 1733364916354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:16,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60374 deadline: 1733364916354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:16,365 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/C/ef8c7cbc1b024c1ba8112ef1ee24ee46 is 50, key is test_row_0/C:col10/1733364855872/Put/seqid=0 2024-12-05T02:14:16,367 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:16,367 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:16,367 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:16,368 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:16,368 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:16,368 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:16,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742017_1193 (size=12151) 2024-12-05T02:14:16,658 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:16,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60362 deadline: 1733364916654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:16,658 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:16,658 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:16,658 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:16,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60384 deadline: 1733364916654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:16,658 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:16,659 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:16,659 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:16,659 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:16,679 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:16,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60316 deadline: 1733364916675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:16,679 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:16,679 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:16,679 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:16,679 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:16,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60374 deadline: 1733364916675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:16,680 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:16,680 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:16,680 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:16,781 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=220 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/C/ef8c7cbc1b024c1ba8112ef1ee24ee46 2024-12-05T02:14:16,786 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/A/c2f21b1015cb46eb8af6520d8c1f6429 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/c2f21b1015cb46eb8af6520d8c1f6429 2024-12-05T02:14:16,790 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/c2f21b1015cb46eb8af6520d8c1f6429, entries=150, sequenceid=220, filesize=30.4 K 2024-12-05T02:14:16,791 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/B/a78f10941c3c428cb50c384b10b5e788 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/B/a78f10941c3c428cb50c384b10b5e788 2024-12-05T02:14:16,795 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/B/a78f10941c3c428cb50c384b10b5e788, entries=150, sequenceid=220, filesize=11.9 K 2024-12-05T02:14:16,796 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/C/ef8c7cbc1b024c1ba8112ef1ee24ee46 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/C/ef8c7cbc1b024c1ba8112ef1ee24ee46 2024-12-05T02:14:16,800 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/C/ef8c7cbc1b024c1ba8112ef1ee24ee46, entries=150, sequenceid=220, filesize=11.9 K 2024-12-05T02:14:16,802 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~86.11 KB/88176, currentSize=161.02 KB/164880 for bc8cc7dea4fa6b09d347056d40353c75 in 929ms, sequenceid=220, compaction requested=false 2024-12-05T02:14:16,802 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for bc8cc7dea4fa6b09d347056d40353c75: 2024-12-05T02:14:17,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(8855): Flush requested on bc8cc7dea4fa6b09d347056d40353c75 2024-12-05T02:14:17,169 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing bc8cc7dea4fa6b09d347056d40353c75 3/3 column families, dataSize=167.72 KB heapSize=460.31 KB 2024-12-05T02:14:17,170 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc8cc7dea4fa6b09d347056d40353c75, store=A 2024-12-05T02:14:17,170 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T02:14:17,170 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc8cc7dea4fa6b09d347056d40353c75, store=B 2024-12-05T02:14:17,170 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T02:14:17,170 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc8cc7dea4fa6b09d347056d40353c75, store=C 2024-12-05T02:14:17,170 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T02:14:17,175 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:17,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60362 deadline: 1733364917173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:17,175 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:17,175 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:17,175 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:17,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60384 deadline: 1733364917175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:17,175 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:17,176 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:17,176 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:17,176 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:17,180 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412057ff5252ae0c6482eb0c12e021c378b1b_bc8cc7dea4fa6b09d347056d40353c75 is 50, key is test_row_0/A:col10/1733364856027/Put/seqid=0 2024-12-05T02:14:17,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742018_1194 (size=14994) 2024-12-05T02:14:17,188 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:17,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60316 deadline: 1733364917184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:17,188 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:17,188 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:17,188 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:17,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60374 deadline: 1733364917184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:17,188 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:17,189 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:17,189 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:17,189 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:17,189 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:17,193 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412057ff5252ae0c6482eb0c12e021c378b1b_bc8cc7dea4fa6b09d347056d40353c75 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412057ff5252ae0c6482eb0c12e021c378b1b_bc8cc7dea4fa6b09d347056d40353c75 2024-12-05T02:14:17,194 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/A/03a4454019b5476d89285fc922e613d6, store: [table=TestAcidGuarantees family=A region=bc8cc7dea4fa6b09d347056d40353c75] 2024-12-05T02:14:17,194 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/A/03a4454019b5476d89285fc922e613d6 is 175, key is test_row_0/A:col10/1733364856027/Put/seqid=0 2024-12-05T02:14:17,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742019_1195 (size=39949) 2024-12-05T02:14:17,289 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:17,289 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:17,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60362 deadline: 1733364917284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:17,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60384 deadline: 1733364917284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:17,289 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:17,289 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:17,290 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:17,290 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:17,290 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:17,290 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:17,496 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:17,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60362 deadline: 1733364917495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:17,497 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:17,497 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:17,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60384 deadline: 1733364917495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:17,497 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:17,497 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:17,497 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:17,497 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:17,497 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:17,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-12-05T02:14:17,565 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-05T02:14:17,565 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T02:14:17,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] procedure2.ProcedureExecutor(1139): Stored pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees 2024-12-05T02:14:17,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-12-05T02:14:17,568 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T02:14:17,569 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T02:14:17,569 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=48, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T02:14:17,599 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=277, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/A/03a4454019b5476d89285fc922e613d6 2024-12-05T02:14:17,607 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/B/42f867a2c96c4459a66e88111c5d784e is 50, key is test_row_0/B:col10/1733364856027/Put/seqid=0 2024-12-05T02:14:17,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742020_1196 (size=12301) 2024-12-05T02:14:17,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-12-05T02:14:17,712 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-05T02:14:17,712 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-12-05T02:14:17,721 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-12-05T02:14:17,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75. 2024-12-05T02:14:17,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75. as already flushing 2024-12-05T02:14:17,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75. 2024-12-05T02:14:17,722 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => bc8cc7dea4fa6b09d347056d40353c75, NAME => 'TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:17,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => bc8cc7dea4fa6b09d347056d40353c75, NAME => 'TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:17,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bc8cc7dea4fa6b09d347056d40353c75, NAME => 'TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bc8cc7dea4fa6b09d347056d40353c75, NAME => 'TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:17,806 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:17,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60362 deadline: 1733364917804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:17,807 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:17,807 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:17,807 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:17,808 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:17,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60384 deadline: 1733364917805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:17,808 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:17,808 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:17,808 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:17,875 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-12-05T02:14:17,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75. 2024-12-05T02:14:17,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75. as already flushing 2024-12-05T02:14:17,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75. 2024-12-05T02:14:17,875 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => bc8cc7dea4fa6b09d347056d40353c75, NAME => 'TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:17,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => bc8cc7dea4fa6b09d347056d40353c75, NAME => 'TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:17,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bc8cc7dea4fa6b09d347056d40353c75, NAME => 'TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bc8cc7dea4fa6b09d347056d40353c75, NAME => 'TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:17,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-12-05T02:14:18,013 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/B/42f867a2c96c4459a66e88111c5d784e 2024-12-05T02:14:18,022 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/C/0ab8371a71874af3aadf9126b2c32b8b is 50, key is test_row_0/C:col10/1733364856027/Put/seqid=0 2024-12-05T02:14:18,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742021_1197 (size=12301) 2024-12-05T02:14:18,028 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-12-05T02:14:18,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75. 2024-12-05T02:14:18,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75. as already flushing 2024-12-05T02:14:18,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75. 2024-12-05T02:14:18,028 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => bc8cc7dea4fa6b09d347056d40353c75, NAME => 'TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:18,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => bc8cc7dea4fa6b09d347056d40353c75, NAME => 'TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:18,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bc8cc7dea4fa6b09d347056d40353c75, NAME => 'TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bc8cc7dea4fa6b09d347056d40353c75, NAME => 'TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:18,181 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-12-05T02:14:18,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75. 2024-12-05T02:14:18,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75. as already flushing 2024-12-05T02:14:18,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75. 2024-12-05T02:14:18,182 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => bc8cc7dea4fa6b09d347056d40353c75, NAME => 'TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:18,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => bc8cc7dea4fa6b09d347056d40353c75, NAME => 'TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:18,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bc8cc7dea4fa6b09d347056d40353c75, NAME => 'TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bc8cc7dea4fa6b09d347056d40353c75, NAME => 'TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:18,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-12-05T02:14:18,195 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:18,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60374 deadline: 1733364918195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:18,195 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 01bccfa882c7,46535,1733364817982 for 'test_row_1' in bc8cc7dea4fa6b09d347056d40353c75 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2167 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-05T02:14:18,196 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:18,196 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:18,196 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:18,207 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:18,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60316 deadline: 1733364918204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:18,207 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 01bccfa882c7,46535,1733364817982 for 'test_row_1' in bc8cc7dea4fa6b09d347056d40353c75 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2180 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-05T02:14:18,208 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:18,208 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:18,208 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:18,320 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:18,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60362 deadline: 1733364918314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:18,321 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:18,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60384 deadline: 1733364918314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:18,321 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:18,321 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:18,321 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:18,321 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:18,321 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:18,321 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:18,334 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-12-05T02:14:18,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75. 2024-12-05T02:14:18,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75. as already flushing 2024-12-05T02:14:18,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75. 2024-12-05T02:14:18,335 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => bc8cc7dea4fa6b09d347056d40353c75, NAME => 'TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:18,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => bc8cc7dea4fa6b09d347056d40353c75, NAME => 'TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:18,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bc8cc7dea4fa6b09d347056d40353c75, NAME => 'TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bc8cc7dea4fa6b09d347056d40353c75, NAME => 'TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:18,427 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/C/0ab8371a71874af3aadf9126b2c32b8b 2024-12-05T02:14:18,432 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/A/03a4454019b5476d89285fc922e613d6 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/03a4454019b5476d89285fc922e613d6 2024-12-05T02:14:18,437 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/03a4454019b5476d89285fc922e613d6, entries=200, sequenceid=277, filesize=39.0 K 2024-12-05T02:14:18,437 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/B/42f867a2c96c4459a66e88111c5d784e as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/B/42f867a2c96c4459a66e88111c5d784e 2024-12-05T02:14:18,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,441 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/B/42f867a2c96c4459a66e88111c5d784e, entries=150, sequenceid=277, filesize=12.0 K 2024-12-05T02:14:18,442 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/C/0ab8371a71874af3aadf9126b2c32b8b as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/C/0ab8371a71874af3aadf9126b2c32b8b 2024-12-05T02:14:18,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,447 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/C/0ab8371a71874af3aadf9126b2c32b8b, entries=150, sequenceid=277, filesize=12.0 K 2024-12-05T02:14:18,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,448 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~167.72 KB/171750, heapSize ~460.27 KB/471312, currentSize=20.13 KB/20610 for bc8cc7dea4fa6b09d347056d40353c75 in 1279ms, sequenceid=277, compaction requested=true 2024-12-05T02:14:18,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,448 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for bc8cc7dea4fa6b09d347056d40353c75: 2024-12-05T02:14:18,448 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bc8cc7dea4fa6b09d347056d40353c75:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T02:14:18,448 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:14:18,448 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bc8cc7dea4fa6b09d347056d40353c75:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T02:14:18,448 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T02:14:18,448 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T02:14:18,448 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bc8cc7dea4fa6b09d347056d40353c75:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T02:14:18,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,448 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-05T02:14:18,448 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T02:14:18,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,450 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102535 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T02:14:18,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,450 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1541): bc8cc7dea4fa6b09d347056d40353c75/A is initiating minor compaction (all files) 2024-12-05T02:14:18,450 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36979 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T02:14:18,450 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bc8cc7dea4fa6b09d347056d40353c75/A in TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75. 2024-12-05T02:14:18,450 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1541): bc8cc7dea4fa6b09d347056d40353c75/B is initiating minor compaction (all files) 2024-12-05T02:14:18,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,450 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bc8cc7dea4fa6b09d347056d40353c75/B in TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75. 2024-12-05T02:14:18,450 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/1169e84fbefe48b6bb30bb1237c72d3a, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/c2f21b1015cb46eb8af6520d8c1f6429, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/03a4454019b5476d89285fc922e613d6] into tmpdir=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp, totalSize=100.1 K 2024-12-05T02:14:18,450 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75. 2024-12-05T02:14:18,450 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/B/5d710f47679a470c9246f00c7c49c835, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/B/a78f10941c3c428cb50c384b10b5e788, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/B/42f867a2c96c4459a66e88111c5d784e] into tmpdir=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp, totalSize=36.1 K 2024-12-05T02:14:18,450 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75. files: [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/1169e84fbefe48b6bb30bb1237c72d3a, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/c2f21b1015cb46eb8af6520d8c1f6429, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/03a4454019b5476d89285fc922e613d6] 2024-12-05T02:14:18,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,450 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5d710f47679a470c9246f00c7c49c835, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1733364855365 2024-12-05T02:14:18,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,451 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting 1169e84fbefe48b6bb30bb1237c72d3a, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1733364855365 2024-12-05T02:14:18,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,451 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting c2f21b1015cb46eb8af6520d8c1f6429, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1733364855741 2024-12-05T02:14:18,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,451 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting a78f10941c3c428cb50c384b10b5e788, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1733364855741 2024-12-05T02:14:18,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,451 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting 03a4454019b5476d89285fc922e613d6, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1733364856022 2024-12-05T02:14:18,452 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting 42f867a2c96c4459a66e88111c5d784e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1733364856022 2024-12-05T02:14:18,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,460 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=bc8cc7dea4fa6b09d347056d40353c75] 2024-12-05T02:14:18,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,462 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bc8cc7dea4fa6b09d347056d40353c75#B#compaction#169 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-05T02:14:18,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,463 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/B/8e96074d887e45cea97d01ae9030f6af is 50, key is test_row_0/B:col10/1733364856027/Put/seqid=0 2024-12-05T02:14:18,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,465 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412058f4c9a542a204aa3bc25a6735b67b5cf_bc8cc7dea4fa6b09d347056d40353c75 store=[table=TestAcidGuarantees family=A region=bc8cc7dea4fa6b09d347056d40353c75] 2024-12-05T02:14:18,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,466 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412058f4c9a542a204aa3bc25a6735b67b5cf_bc8cc7dea4fa6b09d347056d40353c75, store=[table=TestAcidGuarantees family=A region=bc8cc7dea4fa6b09d347056d40353c75] 2024-12-05T02:14:18,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,466 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412058f4c9a542a204aa3bc25a6735b67b5cf_bc8cc7dea4fa6b09d347056d40353c75 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=bc8cc7dea4fa6b09d347056d40353c75] 2024-12-05T02:14:18,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742022_1198 (size=12779) 2024-12-05T02:14:18,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,487 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/B/8e96074d887e45cea97d01ae9030f6af as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/B/8e96074d887e45cea97d01ae9030f6af 2024-12-05T02:14:18,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,488 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-12-05T02:14:18,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75. 2024-12-05T02:14:18,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,489 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2902): Flushing bc8cc7dea4fa6b09d347056d40353c75 3/3 column families, dataSize=20.13 KB heapSize=60.52 KB 2024-12-05T02:14:18,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc8cc7dea4fa6b09d347056d40353c75, store=A 2024-12-05T02:14:18,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:14:18,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc8cc7dea4fa6b09d347056d40353c75, store=B 2024-12-05T02:14:18,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:14:18,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc8cc7dea4fa6b09d347056d40353c75, store=C 2024-12-05T02:14:18,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:14:18,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,495 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bc8cc7dea4fa6b09d347056d40353c75/B of bc8cc7dea4fa6b09d347056d40353c75 into 8e96074d887e45cea97d01ae9030f6af(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T02:14:18,495 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bc8cc7dea4fa6b09d347056d40353c75: 2024-12-05T02:14:18,495 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., storeName=bc8cc7dea4fa6b09d347056d40353c75/B, priority=13, startTime=1733364858448; duration=0sec 2024-12-05T02:14:18,496 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T02:14:18,496 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bc8cc7dea4fa6b09d347056d40353c75:B 2024-12-05T02:14:18,496 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T02:14:18,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,497 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36979 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T02:14:18,497 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1541): bc8cc7dea4fa6b09d347056d40353c75/C is initiating minor compaction (all files) 2024-12-05T02:14:18,497 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bc8cc7dea4fa6b09d347056d40353c75/C in TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75. 2024-12-05T02:14:18,498 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/C/38e3b6e290d34434a1d12f15af968892, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/C/ef8c7cbc1b024c1ba8112ef1ee24ee46, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/C/0ab8371a71874af3aadf9126b2c32b8b] into tmpdir=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp, totalSize=36.1 K 2024-12-05T02:14:18,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742023_1199 (size=4469) 2024-12-05T02:14:18,498 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting 38e3b6e290d34434a1d12f15af968892, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1733364855365 2024-12-05T02:14:18,498 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting ef8c7cbc1b024c1ba8112ef1ee24ee46, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1733364855741 2024-12-05T02:14:18,499 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0ab8371a71874af3aadf9126b2c32b8b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1733364856022 2024-12-05T02:14:18,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,501 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bc8cc7dea4fa6b09d347056d40353c75#A#compaction#168 average throughput is 0.60 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T02:14:18,501 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/A/919f155cb7cd44a5a1265469ce8dbf75 is 175, key is test_row_0/A:col10/1733364856027/Put/seqid=0 2024-12-05T02:14:18,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120534aaf9c9468c459f85236ca09a85f6b3_bc8cc7dea4fa6b09d347056d40353c75 is 50, key is test_row_0/A:col10/1733364857173/Put/seqid=0 2024-12-05T02:14:18,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742024_1200 (size=31733) 2024-12-05T02:14:18,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,522 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/A/919f155cb7cd44a5a1265469ce8dbf75 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/919f155cb7cd44a5a1265469ce8dbf75 2024-12-05T02:14:18,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,523 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bc8cc7dea4fa6b09d347056d40353c75#C#compaction#171 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T02:14:18,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,523 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/C/c81ff945343d49ee89c7442fff448392 is 50, key is test_row_0/C:col10/1733364856027/Put/seqid=0 2024-12-05T02:14:18,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,529 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bc8cc7dea4fa6b09d347056d40353c75/A of bc8cc7dea4fa6b09d347056d40353c75 into 919f155cb7cd44a5a1265469ce8dbf75(size=31.0 K), total size for store is 31.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T02:14:18,529 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bc8cc7dea4fa6b09d347056d40353c75: 2024-12-05T02:14:18,529 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., storeName=bc8cc7dea4fa6b09d347056d40353c75/A, priority=13, startTime=1733364858448; duration=0sec 2024-12-05T02:14:18,529 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:14:18,529 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bc8cc7dea4fa6b09d347056d40353c75:A 2024-12-05T02:14:18,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742025_1201 (size=9914) 2024-12-05T02:14:18,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742026_1202 (size=12779) 2024-12-05T02:14:18,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-12-05T02:14:18,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,963 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120534aaf9c9468c459f85236ca09a85f6b3_bc8cc7dea4fa6b09d347056d40353c75 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120534aaf9c9468c459f85236ca09a85f6b3_bc8cc7dea4fa6b09d347056d40353c75 2024-12-05T02:14:18,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/A/13ecd976c0f544a18af45aa9f0b12e43, store: [table=TestAcidGuarantees family=A region=bc8cc7dea4fa6b09d347056d40353c75] 2024-12-05T02:14:18,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/A/13ecd976c0f544a18af45aa9f0b12e43 is 175, key is test_row_0/A:col10/1733364857173/Put/seqid=0 2024-12-05T02:14:18,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,968 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/C/c81ff945343d49ee89c7442fff448392 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/C/c81ff945343d49ee89c7442fff448392 2024-12-05T02:14:18,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742027_1203 (size=22561) 2024-12-05T02:14:18,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,977 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bc8cc7dea4fa6b09d347056d40353c75/C of bc8cc7dea4fa6b09d347056d40353c75 into c81ff945343d49ee89c7442fff448392(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T02:14:18,977 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bc8cc7dea4fa6b09d347056d40353c75: 2024-12-05T02:14:18,977 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., storeName=bc8cc7dea4fa6b09d347056d40353c75/C, priority=13, startTime=1733364858448; duration=0sec 2024-12-05T02:14:18,977 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:14:18,977 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bc8cc7dea4fa6b09d347056d40353c75:C 2024-12-05T02:14:18,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:18,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(8855): Flush requested on bc8cc7dea4fa6b09d347056d40353c75 2024-12-05T02:14:19,367 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75. as already flushing 2024-12-05T02:14:19,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,373 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=283, memsize=6.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/A/13ecd976c0f544a18af45aa9f0b12e43 2024-12-05T02:14:19,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/B/cd4e716a90ce45039600e7976ad6122d is 50, key is test_row_0/B:col10/1733364857173/Put/seqid=0 2024-12-05T02:14:19,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742028_1204 (size=9857) 2024-12-05T02:14:19,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:19,433 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733364859403, max timestamp=1733364859428Num uniques 859; 2024-12-05T02:14:19,433 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733364859403, max timestamp=1733364859428Num uniques 859; 2024-12-05T02:14:19,433 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-05T02:14:19,433 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-05T02:14:19,433 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733364859403, max timestamp=1733364859428Num uniques 859; 2024-12-05T02:14:19,433 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-05T02:14:19,475 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=318, cellSize=14558, totalHeapSize=33312, min timestamp=1733364859445, max timestamp=1733364859470Num uniques 1068; 2024-12-05T02:14:19,475 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=14558, suffix heap size=139040,new segment heap size=33312 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=318 2024-12-05T02:14:19,475 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=318, cellSize=14558, totalHeapSize=33312, min timestamp=1733364859445, max timestamp=1733364859470Num uniques 1068; 2024-12-05T02:14:19,475 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=14558, suffix heap size=139040,new segment heap size=33312 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=318 2024-12-05T02:14:19,476 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=318, cellSize=14558, totalHeapSize=33312, min timestamp=1733364859445, max timestamp=1733364859470Num uniques 1068; 2024-12-05T02:14:19,476 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=14558, suffix heap size=139040,new segment heap size=33312 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=318 2024-12-05T02:14:19,555 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:19,555 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=327, cellSize=14972, totalHeapSize=34248, min timestamp=1733364859533, max timestamp=1733364859550Num uniques 1177; 2024-12-05T02:14:19,555 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=53902, new segment data size=14972, suffix heap size=150376,new segment heap size=34248 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1177, new segment cells count=327 2024-12-05T02:14:19,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60362 deadline: 1733364919549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:19,555 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=327, cellSize=14972, totalHeapSize=34248, min timestamp=1733364859533, max timestamp=1733364859550Num uniques 1177; 2024-12-05T02:14:19,555 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=327, cellSize=14972, totalHeapSize=34248, min timestamp=1733364859533, max timestamp=1733364859550Num uniques 1177; 2024-12-05T02:14:19,555 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=53902, new segment data size=14972, suffix heap size=150376,new segment heap size=34248 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1177, new segment cells count=327 2024-12-05T02:14:19,555 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=53902, new segment data size=14972, suffix heap size=150376,new segment heap size=34248 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1177, new segment cells count=327 2024-12-05T02:14:19,556 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:19,556 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:19,556 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:19,599 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=286, cellSize=13096, totalHeapSize=29984, min timestamp=1733364859578, max timestamp=1733364859594Num uniques 1186; 2024-12-05T02:14:19,599 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=286, cellSize=13096, totalHeapSize=29984, min timestamp=1733364859578, max timestamp=1733364859594Num uniques 1186; 2024-12-05T02:14:19,599 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=54316, new segment data size=13096, suffix heap size=151312,new segment heap size=29984 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1186, new segment cells count=286 2024-12-05T02:14:19,599 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=54316, new segment data size=13096, suffix heap size=151312,new segment heap size=29984 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1186, new segment cells count=286 2024-12-05T02:14:19,599 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=286, cellSize=13096, totalHeapSize=29984, min timestamp=1733364859578, max timestamp=1733364859594Num uniques 1186; 2024-12-05T02:14:19,599 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=54316, new segment data size=13096, suffix heap size=151312,new segment heap size=29984 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1186, new segment cells count=286 2024-12-05T02:14:19,645 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=245, cellSize=11220, totalHeapSize=25720, min timestamp=1733364859631, max timestamp=1733364859640Num uniques 1145; 2024-12-05T02:14:19,645 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=245, cellSize=11220, totalHeapSize=25720, min timestamp=1733364859631, max timestamp=1733364859640Num uniques 1145; 2024-12-05T02:14:19,645 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=52440, new segment data size=11220, suffix heap size=147048,new segment heap size=25720 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1145, new segment cells count=245 2024-12-05T02:14:19,646 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=52440, new segment data size=11220, suffix heap size=147048,new segment heap size=25720 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1145, new segment cells count=245 2024-12-05T02:14:19,645 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=245, cellSize=11220, totalHeapSize=25720, min timestamp=1733364859631, max timestamp=1733364859640Num uniques 1145; 2024-12-05T02:14:19,646 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=52440, new segment data size=11220, suffix heap size=147048,new segment heap size=25720 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1145, new segment cells count=245 2024-12-05T02:14:19,700 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=204, cellSize=9340, totalHeapSize=21456, min timestamp=1733364859674, max timestamp=1733364859695Num uniques 1104; 2024-12-05T02:14:19,700 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=50560, new segment data size=9340, suffix heap size=142784,new segment heap size=21456 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1104, new segment cells count=204 2024-12-05T02:14:19,701 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=154, cellSize=7050, totalHeapSize=16256, min timestamp=1733364859674, max timestamp=1733364859695Num uniques 1104; 2024-12-05T02:14:19,701 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=50560, new segment data size=7050, suffix heap size=142784,new segment heap size=16256 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1104, new segment cells count=154 2024-12-05T02:14:19,705 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=204, cellSize=9340, totalHeapSize=21456, min timestamp=1733364859674, max timestamp=1733364859695Num uniques 1104; 2024-12-05T02:14:19,705 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=50560, new segment data size=9340, suffix heap size=142784,new segment heap size=21456 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1104, new segment cells count=204 2024-12-05T02:14:19,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-12-05T02:14:19,766 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=313, cellSize=14328, totalHeapSize=32792, min timestamp=1733364859739, max timestamp=1733364859761Num uniques 1063; 2024-12-05T02:14:19,766 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=48678, new segment data size=14328, suffix heap size=138520,new segment heap size=32792 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1063, new segment cells count=313 2024-12-05T02:14:19,766 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=313, cellSize=14328, totalHeapSize=32792, min timestamp=1733364859739, max timestamp=1733364859761Num uniques 1013; 2024-12-05T02:14:19,766 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=46388, new segment data size=14328, suffix heap size=133320,new segment heap size=32792 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1013, new segment cells count=313 2024-12-05T02:14:19,767 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=313, cellSize=14328, totalHeapSize=32792, min timestamp=1733364859739, max timestamp=1733364859761Num uniques 1063; 2024-12-05T02:14:19,767 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=48678, new segment data size=14328, suffix heap size=138520,new segment heap size=32792 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1063, new segment cells count=313 2024-12-05T02:14:19,792 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/B/cd4e716a90ce45039600e7976ad6122d 2024-12-05T02:14:19,800 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:19,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60384 deadline: 1733364919799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:19,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/C/183c3ba3e67f4be8ae4b2aeb9b8438ad is 50, key is test_row_0/C:col10/1733364857173/Put/seqid=0 2024-12-05T02:14:19,803 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=172, cellSize=7862, totalHeapSize=18128, min timestamp=1733364859784, max timestamp=1733364859798Num uniques 1172; 2024-12-05T02:14:19,803 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=172, cellSize=7872, totalHeapSize=18128, min timestamp=1733364859784, max timestamp=1733364859798Num uniques 1172; 2024-12-05T02:14:19,803 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=172, cellSize=7862, totalHeapSize=18128, min timestamp=1733364859784, max timestamp=1733364859798Num uniques 1172; 2024-12-05T02:14:19,803 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=53662, new segment data size=7862, suffix heap size=149856,new segment heap size=18128 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1172, new segment cells count=172 2024-12-05T02:14:19,803 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=53672, new segment data size=7872, suffix heap size=149856,new segment heap size=18128 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1172, new segment cells count=172 2024-12-05T02:14:19,803 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=53662, new segment data size=7862, suffix heap size=149856,new segment heap size=18128 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1172, new segment cells count=172 2024-12-05T02:14:19,804 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:19,804 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:19,804 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:19,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742029_1205 (size=9857) 2024-12-05T02:14:19,850 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=181, cellSize=8286, totalHeapSize=19064, min timestamp=1733364859828, max timestamp=1733364859845Num uniques 1031; 2024-12-05T02:14:19,850 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=47216, new segment data size=8286, suffix heap size=135192,new segment heap size=19064 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1031, new segment cells count=181 2024-12-05T02:14:19,850 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=431, cellSize=19736, totalHeapSize=45064, min timestamp=1733364859821, max timestamp=1733364859845Num uniques 1031; 2024-12-05T02:14:19,851 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=47216, new segment data size=19736, suffix heap size=135192,new segment heap size=45064 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1031, new segment cells count=431 2024-12-05T02:14:19,851 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=181, cellSize=8286, totalHeapSize=19064, min timestamp=1733364859828, max timestamp=1733364859845Num uniques 1031; 2024-12-05T02:14:19,851 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=47216, new segment data size=8286, suffix heap size=135192,new segment heap size=19064 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1031, new segment cells count=181 2024-12-05T02:14:19,890 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=340, cellSize=15570, totalHeapSize=35600, min timestamp=1733364859870, max timestamp=1733364859885Num uniques 1040; 2024-12-05T02:14:19,890 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=340, cellSize=15570, totalHeapSize=35600, min timestamp=1733364859870, max timestamp=1733364859885Num uniques 1290; 2024-12-05T02:14:19,890 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=59080, new segment data size=15570, suffix heap size=162128,new segment heap size=35600 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1290, new segment cells count=340 2024-12-05T02:14:19,890 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=47630, new segment data size=15570, suffix heap size=136128,new segment heap size=35600 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1040, new segment cells count=340 2024-12-05T02:14:19,890 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=340, cellSize=15570, totalHeapSize=35600, min timestamp=1733364859870, max timestamp=1733364859885Num uniques 1040; 2024-12-05T02:14:19,891 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=47630, new segment data size=15570, suffix heap size=136128,new segment heap size=35600 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1040, new segment cells count=340 2024-12-05T02:14:19,940 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=199, cellSize=9104, totalHeapSize=20936, min timestamp=1733364859904, max timestamp=1733364859935Num uniques 1199; 2024-12-05T02:14:19,940 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=54904, new segment data size=9104, suffix heap size=152664,new segment heap size=20936 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1199, new segment cells count=199 2024-12-05T02:14:19,940 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=199, cellSize=9114, totalHeapSize=20936, min timestamp=1733364859904, max timestamp=1733364859935Num uniques 1199; 2024-12-05T02:14:19,940 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=54914, new segment data size=9114, suffix heap size=152664,new segment heap size=20936 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1199, new segment cells count=199 2024-12-05T02:14:19,942 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=199, cellSize=9114, totalHeapSize=20936, min timestamp=1733364859904, max timestamp=1733364859935Num uniques 1199; 2024-12-05T02:14:19,942 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=54914, new segment data size=9114, suffix heap size=152664,new segment heap size=20936 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1199, new segment cells count=199 2024-12-05T02:14:19,987 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=308, cellSize=14100, totalHeapSize=32272, min timestamp=1733364859955, max timestamp=1733364859982Num uniques 1058; 2024-12-05T02:14:19,987 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=308, cellSize=14100, totalHeapSize=32272, min timestamp=1733364859955, max timestamp=1733364859982Num uniques 1058; 2024-12-05T02:14:19,987 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=48450, new segment data size=14100, suffix heap size=138000,new segment heap size=32272 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1058, new segment cells count=308 2024-12-05T02:14:19,987 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=48450, new segment data size=14100, suffix heap size=138000,new segment heap size=32272 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1058, new segment cells count=308 2024-12-05T02:14:19,987 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=208, cellSize=9520, totalHeapSize=21872, min timestamp=1733364859955, max timestamp=1733364859982Num uniques 1058; 2024-12-05T02:14:19,987 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=48450, new segment data size=9520, suffix heap size=138000,new segment heap size=21872 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1058, new segment cells count=208 2024-12-05T02:14:20,053 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=217, cellSize=9932, totalHeapSize=22808, min timestamp=1733364860020, max timestamp=1733364860047Num uniques 1067; 2024-12-05T02:14:20,053 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=217, cellSize=9932, totalHeapSize=22808, min timestamp=1733364860020, max timestamp=1733364860047Num uniques 1167; 2024-12-05T02:14:20,053 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=217, cellSize=9932, totalHeapSize=22808, min timestamp=1733364860020, max timestamp=1733364860047Num uniques 1167; 2024-12-05T02:14:20,053 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=53442, new segment data size=9932, suffix heap size=149336,new segment heap size=22808 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1167, new segment cells count=217 2024-12-05T02:14:20,053 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=48862, new segment data size=9932, suffix heap size=138936,new segment heap size=22808 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1067, new segment cells count=217 2024-12-05T02:14:20,053 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=53442, new segment data size=9932, suffix heap size=149336,new segment heap size=22808 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1167, new segment cells count=217 2024-12-05T02:14:20,093 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=226, cellSize=10346, totalHeapSize=23744, min timestamp=1733364860075, max timestamp=1733364860088Num uniques 1076; 2024-12-05T02:14:20,093 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=49276, new segment data size=10346, suffix heap size=139872,new segment heap size=23744 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1076, new segment cells count=226 2024-12-05T02:14:20,095 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=226, cellSize=10346, totalHeapSize=23744, min timestamp=1733364860075, max timestamp=1733364860089Num uniques 1076; 2024-12-05T02:14:20,095 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=49276, new segment data size=10346, suffix heap size=139872,new segment heap size=23744 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1076, new segment cells count=226 2024-12-05T02:14:20,095 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=226, cellSize=10346, totalHeapSize=23744, min timestamp=1733364860075, max timestamp=1733364860089Num uniques 1076; 2024-12-05T02:14:20,095 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=49276, new segment data size=10346, suffix heap size=139872,new segment heap size=23744 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1076, new segment cells count=226 2024-12-05T02:14:20,140 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=185, cellSize=8470, totalHeapSize=19480, min timestamp=1733364860120, max timestamp=1733364860135Num uniques 1085; 2024-12-05T02:14:20,140 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=185, cellSize=8470, totalHeapSize=19480, min timestamp=1733364860120, max timestamp=1733364860135Num uniques 1085; 2024-12-05T02:14:20,140 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=49690, new segment data size=8470, suffix heap size=140808,new segment heap size=19480 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1085, new segment cells count=185 2024-12-05T02:14:20,140 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=49690, new segment data size=8470, suffix heap size=140808,new segment heap size=19480 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1085, new segment cells count=185 2024-12-05T02:14:20,140 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=185, cellSize=8470, totalHeapSize=19480, min timestamp=1733364860120, max timestamp=1733364860135Num uniques 1085; 2024-12-05T02:14:20,141 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=49690, new segment data size=8470, suffix heap size=140808,new segment heap size=19480 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1085, new segment cells count=185 2024-12-05T02:14:20,183 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=444, cellSize=20334, totalHeapSize=46416, min timestamp=1733364860139, max timestamp=1733364860179Num uniques 1044; 2024-12-05T02:14:20,183 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=47814, new segment data size=20334, suffix heap size=136544,new segment heap size=46416 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1044, new segment cells count=444 2024-12-05T02:14:20,184 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=444, cellSize=20334, totalHeapSize=46416, min timestamp=1733364860139, max timestamp=1733364860179Num uniques 1044; 2024-12-05T02:14:20,184 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=47814, new segment data size=20334, suffix heap size=136544,new segment heap size=46416 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1044, new segment cells count=444 2024-12-05T02:14:20,186 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=444, cellSize=20334, totalHeapSize=46416, min timestamp=1733364860139, max timestamp=1733364860179Num uniques 1044; 2024-12-05T02:14:20,186 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=47814, new segment data size=20334, suffix heap size=136544,new segment heap size=46416 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1044, new segment cells count=444 2024-12-05T02:14:20,223 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/C/183c3ba3e67f4be8ae4b2aeb9b8438ad 2024-12-05T02:14:20,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/A/13ecd976c0f544a18af45aa9f0b12e43 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/13ecd976c0f544a18af45aa9f0b12e43 2024-12-05T02:14:20,235 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/13ecd976c0f544a18af45aa9f0b12e43, entries=100, sequenceid=283, filesize=22.0 K 2024-12-05T02:14:20,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/B/cd4e716a90ce45039600e7976ad6122d as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/B/cd4e716a90ce45039600e7976ad6122d 2024-12-05T02:14:20,241 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/B/cd4e716a90ce45039600e7976ad6122d, entries=100, sequenceid=283, filesize=9.6 K 2024-12-05T02:14:20,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/C/183c3ba3e67f4be8ae4b2aeb9b8438ad as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/C/183c3ba3e67f4be8ae4b2aeb9b8438ad 2024-12-05T02:14:20,252 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/C/183c3ba3e67f4be8ae4b2aeb9b8438ad, entries=100, sequenceid=283, filesize=9.6 K 2024-12-05T02:14:20,253 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(3140): Finished flush of dataSize ~20.13 KB/20610, heapSize ~60.47 KB/61920, currentSize=161.02 KB/164880 for bc8cc7dea4fa6b09d347056d40353c75 in 1764ms, sequenceid=283, compaction requested=false 2024-12-05T02:14:20,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2603): Flush status journal for bc8cc7dea4fa6b09d347056d40353c75: 2024-12-05T02:14:20,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75. 2024-12-05T02:14:20,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-12-05T02:14:20,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(8855): Flush requested on bc8cc7dea4fa6b09d347056d40353c75 2024-12-05T02:14:20,253 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing bc8cc7dea4fa6b09d347056d40353c75 3/3 column families, dataSize=167.72 KB heapSize=457.88 KB 2024-12-05T02:14:20,254 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc8cc7dea4fa6b09d347056d40353c75, store=A 2024-12-05T02:14:20,254 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T02:14:20,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-12-05T02:14:20,254 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc8cc7dea4fa6b09d347056d40353c75, store=B 2024-12-05T02:14:20,254 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T02:14:20,254 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc8cc7dea4fa6b09d347056d40353c75, store=C 2024-12-05T02:14:20,254 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T02:14:20,260 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=48 2024-12-05T02:14:20,260 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6860 sec 2024-12-05T02:14:20,263 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees in 2.6960 sec 2024-12-05T02:14:20,265 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:20,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60302 deadline: 1733364920255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:20,266 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:20,266 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:20,266 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:20,267 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:20,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60316 deadline: 1733364920261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:20,268 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:20,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60384 deadline: 1733364920263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:20,268 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:20,268 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:20,268 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:20,269 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412057e65117a34e442ff91593c72fe79f5fa_bc8cc7dea4fa6b09d347056d40353c75 is 50, key is test_row_0/A:col10/1733364860250/Put/seqid=0 2024-12-05T02:14:20,266 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:20,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60374 deadline: 1733364920259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:20,270 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:20,270 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:20,270 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:20,270 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:20,270 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:20,270 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:20,273 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:20,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60362 deadline: 1733364920270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:20,273 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:20,274 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:20,274 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:20,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742030_1206 (size=22618) 2024-12-05T02:14:20,380 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:20,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60302 deadline: 1733364920374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:20,381 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:20,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60316 deadline: 1733364920375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:20,381 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:20,381 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:20,381 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:20,381 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:20,381 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:20,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60384 deadline: 1733364920375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:20,381 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:20,381 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:20,381 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:20,381 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:20,382 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:20,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60374 deadline: 1733364920375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:20,382 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:20,382 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:20,382 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:20,382 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:20,385 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:20,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60362 deadline: 1733364920384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:20,386 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:20,386 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:20,386 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:20,585 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:20,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60302 deadline: 1733364920585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:20,585 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:20,585 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:20,586 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:20,586 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:20,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60316 deadline: 1733364920585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:20,586 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:20,586 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:20,586 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:20,586 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:20,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60384 deadline: 1733364920585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:20,586 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:20,586 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:20,586 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:20,598 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:20,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60374 deadline: 1733364920594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:20,598 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:20,598 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:20,599 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:20,599 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:20,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60362 deadline: 1733364920594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:20,599 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:20,599 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:20,599 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:20,679 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:20,684 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412057e65117a34e442ff91593c72fe79f5fa_bc8cc7dea4fa6b09d347056d40353c75 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412057e65117a34e442ff91593c72fe79f5fa_bc8cc7dea4fa6b09d347056d40353c75 2024-12-05T02:14:20,685 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/A/c33364e5f8b449f0a5e3e3e38ca8289b, store: [table=TestAcidGuarantees family=A region=bc8cc7dea4fa6b09d347056d40353c75] 2024-12-05T02:14:20,686 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/A/c33364e5f8b449f0a5e3e3e38ca8289b is 175, key is test_row_0/A:col10/1733364860250/Put/seqid=0 2024-12-05T02:14:20,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742031_1207 (size=66023) 2024-12-05T02:14:20,898 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:20,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60316 deadline: 1733364920895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:20,898 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:20,898 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:20,898 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:20,899 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:20,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60302 deadline: 1733364920895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:20,899 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:20,899 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:20,899 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:20,899 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:20,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60384 deadline: 1733364920895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:20,899 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:20,899 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:20,899 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:20,907 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:20,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60374 deadline: 1733364920904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:20,907 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:20,907 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:20,908 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:20,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60362 deadline: 1733364920904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:20,908 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:20,908 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:20,908 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:20,908 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:21,094 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=580, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/A/c33364e5f8b449f0a5e3e3e38ca8289b 2024-12-05T02:14:21,103 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/B/e45548bca9094c87a55055484f114b23 is 50, key is test_row_0/B:col10/1733364860250/Put/seqid=0 2024-12-05T02:14:21,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742032_1208 (size=12301) 2024-12-05T02:14:21,107 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=580 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/B/e45548bca9094c87a55055484f114b23 2024-12-05T02:14:21,114 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/C/d27bdaefa2d648a686c576e69e94b4c4 is 50, key is test_row_0/C:col10/1733364860250/Put/seqid=0 2024-12-05T02:14:21,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742033_1209 (size=12301) 2024-12-05T02:14:21,405 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:21,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60316 deadline: 1733364921404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:21,405 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:21,405 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:21,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60302 deadline: 1733364921404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:21,405 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:21,405 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:21,406 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:21,406 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:21,406 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:21,407 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:21,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60384 deadline: 1733364921405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:21,407 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:21,407 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:21,408 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:21,417 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:21,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60374 deadline: 1733364921414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:21,417 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:21,417 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:21,418 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:21,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60362 deadline: 1733364921414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:21,418 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:21,418 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:21,418 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:21,418 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:21,522 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=580 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/C/d27bdaefa2d648a686c576e69e94b4c4 2024-12-05T02:14:21,527 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/A/c33364e5f8b449f0a5e3e3e38ca8289b as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/c33364e5f8b449f0a5e3e3e38ca8289b 2024-12-05T02:14:21,531 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/c33364e5f8b449f0a5e3e3e38ca8289b, entries=350, sequenceid=580, filesize=64.5 K 2024-12-05T02:14:21,531 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/B/e45548bca9094c87a55055484f114b23 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/B/e45548bca9094c87a55055484f114b23 2024-12-05T02:14:21,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,536 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/B/e45548bca9094c87a55055484f114b23, entries=150, sequenceid=580, filesize=12.0 K 2024-12-05T02:14:21,537 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/C/d27bdaefa2d648a686c576e69e94b4c4 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/C/d27bdaefa2d648a686c576e69e94b4c4 2024-12-05T02:14:21,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,542 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/C/d27bdaefa2d648a686c576e69e94b4c4, entries=150, sequenceid=580, filesize=12.0 K 2024-12-05T02:14:21,544 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~167.72 KB/171750, heapSize ~457.83 KB/468816, currentSize=26.84 KB/27480 for bc8cc7dea4fa6b09d347056d40353c75 in 1291ms, sequenceid=580, compaction requested=true 2024-12-05T02:14:21,544 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for bc8cc7dea4fa6b09d347056d40353c75: 2024-12-05T02:14:21,544 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bc8cc7dea4fa6b09d347056d40353c75:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T02:14:21,544 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:14:21,544 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T02:14:21,544 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T02:14:21,544 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bc8cc7dea4fa6b09d347056d40353c75:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T02:14:21,544 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:14:21,544 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bc8cc7dea4fa6b09d347056d40353c75:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T02:14:21,544 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T02:14:21,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,545 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34937 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T02:14:21,546 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1541): bc8cc7dea4fa6b09d347056d40353c75/B is initiating minor compaction (all files) 2024-12-05T02:14:21,546 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 120317 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T02:14:21,546 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1541): bc8cc7dea4fa6b09d347056d40353c75/A is initiating minor compaction (all files) 2024-12-05T02:14:21,546 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bc8cc7dea4fa6b09d347056d40353c75/B in TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75. 2024-12-05T02:14:21,546 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bc8cc7dea4fa6b09d347056d40353c75/A in TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75. 2024-12-05T02:14:21,546 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/B/8e96074d887e45cea97d01ae9030f6af, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/B/cd4e716a90ce45039600e7976ad6122d, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/B/e45548bca9094c87a55055484f114b23] into tmpdir=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp, totalSize=34.1 K 2024-12-05T02:14:21,546 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/919f155cb7cd44a5a1265469ce8dbf75, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/13ecd976c0f544a18af45aa9f0b12e43, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/c33364e5f8b449f0a5e3e3e38ca8289b] into tmpdir=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp, totalSize=117.5 K 2024-12-05T02:14:21,546 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75. 2024-12-05T02:14:21,546 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75. files: [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/919f155cb7cd44a5a1265469ce8dbf75, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/13ecd976c0f544a18af45aa9f0b12e43, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/c33364e5f8b449f0a5e3e3e38ca8289b] 2024-12-05T02:14:21,546 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting 8e96074d887e45cea97d01ae9030f6af, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1733364856022 2024-12-05T02:14:21,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,547 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting cd4e716a90ce45039600e7976ad6122d, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1733364857171 2024-12-05T02:14:21,547 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting 919f155cb7cd44a5a1265469ce8dbf75, keycount=150, bloomtype=ROW, size=31.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1733364856022 2024-12-05T02:14:21,548 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting 13ecd976c0f544a18af45aa9f0b12e43, keycount=100, bloomtype=ROW, size=22.0 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1733364857171 2024-12-05T02:14:21,548 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting e45548bca9094c87a55055484f114b23, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=580, earliestPutTs=1733364860242 2024-12-05T02:14:21,548 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting c33364e5f8b449f0a5e3e3e38ca8289b, keycount=350, bloomtype=ROW, size=64.5 K, encoding=NONE, compression=NONE, seqNum=580, earliestPutTs=1733364860230 2024-12-05T02:14:21,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,569 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=bc8cc7dea4fa6b09d347056d40353c75] 2024-12-05T02:14:21,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,583 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bc8cc7dea4fa6b09d347056d40353c75#B#compaction#178 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-05T02:14:21,584 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/B/d3f985f46a0e4b2784bb37116dee3176 is 50, key is test_row_0/B:col10/1733364860250/Put/seqid=0 2024-12-05T02:14:21,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,597 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241205b37ab6b46fd14ed78fc4fa69011d8028_bc8cc7dea4fa6b09d347056d40353c75 store=[table=TestAcidGuarantees family=A region=bc8cc7dea4fa6b09d347056d40353c75] 2024-12-05T02:14:21,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,602 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241205b37ab6b46fd14ed78fc4fa69011d8028_bc8cc7dea4fa6b09d347056d40353c75, store=[table=TestAcidGuarantees family=A region=bc8cc7dea4fa6b09d347056d40353c75] 2024-12-05T02:14:21,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,602 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205b37ab6b46fd14ed78fc4fa69011d8028_bc8cc7dea4fa6b09d347056d40353c75 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=bc8cc7dea4fa6b09d347056d40353c75] 2024-12-05T02:14:21,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742034_1210 (size=12881) 2024-12-05T02:14:21,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,619 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/B/d3f985f46a0e4b2784bb37116dee3176 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/B/d3f985f46a0e4b2784bb37116dee3176 2024-12-05T02:14:21,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,624 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bc8cc7dea4fa6b09d347056d40353c75/B of bc8cc7dea4fa6b09d347056d40353c75 into d3f985f46a0e4b2784bb37116dee3176(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T02:14:21,624 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bc8cc7dea4fa6b09d347056d40353c75: 2024-12-05T02:14:21,624 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., storeName=bc8cc7dea4fa6b09d347056d40353c75/B, priority=13, startTime=1733364861544; duration=0sec 2024-12-05T02:14:21,624 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T02:14:21,624 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bc8cc7dea4fa6b09d347056d40353c75:B 2024-12-05T02:14:21,625 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T02:14:21,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,626 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34937 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T02:14:21,626 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1541): bc8cc7dea4fa6b09d347056d40353c75/C is initiating minor compaction (all files) 2024-12-05T02:14:21,626 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bc8cc7dea4fa6b09d347056d40353c75/C in TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75. 2024-12-05T02:14:21,626 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/C/c81ff945343d49ee89c7442fff448392, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/C/183c3ba3e67f4be8ae4b2aeb9b8438ad, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/C/d27bdaefa2d648a686c576e69e94b4c4] into tmpdir=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp, totalSize=34.1 K 2024-12-05T02:14:21,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742035_1211 (size=4469) 2024-12-05T02:14:21,627 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting c81ff945343d49ee89c7442fff448392, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1733364856022 2024-12-05T02:14:21,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,627 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting 183c3ba3e67f4be8ae4b2aeb9b8438ad, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1733364857171 2024-12-05T02:14:21,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,628 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bc8cc7dea4fa6b09d347056d40353c75#A#compaction#177 average throughput is 0.41 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T02:14:21,628 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting d27bdaefa2d648a686c576e69e94b4c4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=580, earliestPutTs=1733364860242 2024-12-05T02:14:21,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,629 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/A/5203dbf60885455ba21c2ec3374477f3 is 175, key is test_row_0/A:col10/1733364860250/Put/seqid=0 2024-12-05T02:14:21,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742036_1212 (size=31835) 2024-12-05T02:14:21,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,651 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bc8cc7dea4fa6b09d347056d40353c75#C#compaction#179 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T02:14:21,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,651 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/C/181b431cb61641beb979636c7a97e0ab is 50, key is test_row_0/C:col10/1733364860250/Put/seqid=0 2024-12-05T02:14:21,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742037_1213 (size=12881) 2024-12-05T02:14:21,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,666 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/C/181b431cb61641beb979636c7a97e0ab as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/C/181b431cb61641beb979636c7a97e0ab 2024-12-05T02:14:21,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,675 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bc8cc7dea4fa6b09d347056d40353c75/C of bc8cc7dea4fa6b09d347056d40353c75 into 181b431cb61641beb979636c7a97e0ab(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T02:14:21,675 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bc8cc7dea4fa6b09d347056d40353c75: 2024-12-05T02:14:21,675 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., storeName=bc8cc7dea4fa6b09d347056d40353c75/C, priority=13, startTime=1733364861544; duration=0sec 2024-12-05T02:14:21,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,675 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:14:21,675 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bc8cc7dea4fa6b09d347056d40353c75:C 2024-12-05T02:14:21,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-12-05T02:14:21,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,748 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-05T02:14:21,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,749 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T02:14:21,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] procedure2.ProcedureExecutor(1139): Stored pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees 2024-12-05T02:14:21,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,751 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T02:14:21,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-05T02:14:21,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,752 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T02:14:21,752 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=50, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T02:14:21,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-05T02:14:21,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,905 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-12-05T02:14:21,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75. 2024-12-05T02:14:21,906 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2902): Flushing bc8cc7dea4fa6b09d347056d40353c75 3/3 column families, dataSize=26.84 KB heapSize=80.44 KB 2024-12-05T02:14:21,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc8cc7dea4fa6b09d347056d40353c75, store=A 2024-12-05T02:14:21,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:14:21,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc8cc7dea4fa6b09d347056d40353c75, store=B 2024-12-05T02:14:21,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:14:21,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc8cc7dea4fa6b09d347056d40353c75, store=C 2024-12-05T02:14:21,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:14:21,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205e4b847b4277f4a3eab144dc51124a60b_bc8cc7dea4fa6b09d347056d40353c75 is 50, key is test_row_0/A:col10/1733364860261/Put/seqid=0 2024-12-05T02:14:21,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742038_1214 (size=9914) 2024-12-05T02:14:21,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,937 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205e4b847b4277f4a3eab144dc51124a60b_bc8cc7dea4fa6b09d347056d40353c75 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205e4b847b4277f4a3eab144dc51124a60b_bc8cc7dea4fa6b09d347056d40353c75 2024-12-05T02:14:21,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/A/707d9e4fb7f44c1a9b09318c13a0aab0, store: [table=TestAcidGuarantees family=A region=bc8cc7dea4fa6b09d347056d40353c75] 2024-12-05T02:14:21,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/A/707d9e4fb7f44c1a9b09318c13a0aab0 is 175, key is test_row_0/A:col10/1733364860261/Put/seqid=0 2024-12-05T02:14:21,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742039_1215 (size=22561) 2024-12-05T02:14:21,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,953 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=589, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/A/707d9e4fb7f44c1a9b09318c13a0aab0 2024-12-05T02:14:21,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/B/4d34b813054642a1a5082f8c3d9dc2b5 is 50, key is test_row_0/B:col10/1733364860261/Put/seqid=0 2024-12-05T02:14:21,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742040_1216 (size=9857) 2024-12-05T02:14:21,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,982 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=589 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/B/4d34b813054642a1a5082f8c3d9dc2b5 2024-12-05T02:14:21,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/C/e07e0ec16002420f9a8d4c8d06ce4c83 is 50, key is test_row_0/C:col10/1733364860261/Put/seqid=0 2024-12-05T02:14:21,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742041_1217 (size=9857) 2024-12-05T02:14:21,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:21,999 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=589 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/C/e07e0ec16002420f9a8d4c8d06ce4c83 2024-12-05T02:14:21,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/A/707d9e4fb7f44c1a9b09318c13a0aab0 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/707d9e4fb7f44c1a9b09318c13a0aab0 2024-12-05T02:14:22,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,010 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/707d9e4fb7f44c1a9b09318c13a0aab0, entries=100, sequenceid=589, filesize=22.0 K 2024-12-05T02:14:22,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/B/4d34b813054642a1a5082f8c3d9dc2b5 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/B/4d34b813054642a1a5082f8c3d9dc2b5 2024-12-05T02:14:22,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,017 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/B/4d34b813054642a1a5082f8c3d9dc2b5, entries=100, sequenceid=589, filesize=9.6 K 2024-12-05T02:14:22,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/C/e07e0ec16002420f9a8d4c8d06ce4c83 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/C/e07e0ec16002420f9a8d4c8d06ce4c83 2024-12-05T02:14:22,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,023 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/C/e07e0ec16002420f9a8d4c8d06ce4c83, entries=100, sequenceid=589, filesize=9.6 K 2024-12-05T02:14:22,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,024 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for bc8cc7dea4fa6b09d347056d40353c75 in 119ms, sequenceid=589, compaction requested=false 2024-12-05T02:14:22,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2603): Flush status journal for bc8cc7dea4fa6b09d347056d40353c75: 2024-12-05T02:14:22,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75. 2024-12-05T02:14:22,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-12-05T02:14:22,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-12-05T02:14:22,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,028 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=50 2024-12-05T02:14:22,028 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 274 msec 2024-12-05T02:14:22,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,031 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees in 280 msec 2024-12-05T02:14:22,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,050 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/A/5203dbf60885455ba21c2ec3374477f3 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/5203dbf60885455ba21c2ec3374477f3 2024-12-05T02:14:22,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,057 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bc8cc7dea4fa6b09d347056d40353c75/A of bc8cc7dea4fa6b09d347056d40353c75 into 5203dbf60885455ba21c2ec3374477f3(size=31.1 K), total size for store is 53.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T02:14:22,057 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bc8cc7dea4fa6b09d347056d40353c75: 2024-12-05T02:14:22,057 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., storeName=bc8cc7dea4fa6b09d347056d40353c75/A, priority=13, startTime=1733364861544; duration=0sec 2024-12-05T02:14:22,057 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:14:22,057 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bc8cc7dea4fa6b09d347056d40353c75:A 2024-12-05T02:14:22,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-05T02:14:22,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,065 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-05T02:14:22,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,065 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T02:14:22,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] procedure2.ProcedureExecutor(1139): Stored pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees 2024-12-05T02:14:22,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,067 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T02:14:22,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-12-05T02:14:22,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,068 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T02:14:22,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,068 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=52, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T02:14:22,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-12-05T02:14:22,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,221 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-12-05T02:14:22,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75. 2024-12-05T02:14:22,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2603): Flush status journal for bc8cc7dea4fa6b09d347056d40353c75: 2024-12-05T02:14:22,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75. 2024-12-05T02:14:22,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-12-05T02:14:22,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-12-05T02:14:22,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,226 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=52 2024-12-05T02:14:22,227 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 155 msec 2024-12-05T02:14:22,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,227 INFO [master/01bccfa882c7:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-05T02:14:22,227 INFO [master/01bccfa882c7:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-05T02:14:22,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,230 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees in 163 msec 2024-12-05T02:14:22,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-12-05T02:14:22,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,385 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-05T02:14:22,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,385 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T02:14:22,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] procedure2.ProcedureExecutor(1139): Stored pid=54, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees 2024-12-05T02:14:22,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,388 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=54, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T02:14:22,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,389 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=54, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T02:14:22,389 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=54, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T02:14:22,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-05T02:14:22,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,445 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing bc8cc7dea4fa6b09d347056d40353c75 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-05T02:14:22,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,445 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc8cc7dea4fa6b09d347056d40353c75, store=A 2024-12-05T02:14:22,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:14:22,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc8cc7dea4fa6b09d347056d40353c75, store=B 2024-12-05T02:14:22,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:14:22,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc8cc7dea4fa6b09d347056d40353c75, store=C 2024-12-05T02:14:22,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:14:22,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(8855): Flush requested on bc8cc7dea4fa6b09d347056d40353c75 2024-12-05T02:14:22,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,454 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412056792eece7ce84c9b8773f60050864fd3_bc8cc7dea4fa6b09d347056d40353c75 is 50, key is test_row_0/A:col10/1733364862435/Put/seqid=0 2024-12-05T02:14:22,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742042_1218 (size=22618) 2024-12-05T02:14:22,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,463 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,469 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412056792eece7ce84c9b8773f60050864fd3_bc8cc7dea4fa6b09d347056d40353c75 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412056792eece7ce84c9b8773f60050864fd3_bc8cc7dea4fa6b09d347056d40353c75 2024-12-05T02:14:22,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,470 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/A/1a57c5f50ec646fba1df3b64959b37da, store: [table=TestAcidGuarantees family=A region=bc8cc7dea4fa6b09d347056d40353c75] 2024-12-05T02:14:22,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,471 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/A/1a57c5f50ec646fba1df3b64959b37da is 175, key is test_row_0/A:col10/1733364862435/Put/seqid=0 2024-12-05T02:14:22,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742043_1219 (size=66023) 2024-12-05T02:14:22,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,488 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=601, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/A/1a57c5f50ec646fba1df3b64959b37da 2024-12-05T02:14:22,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-05T02:14:22,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,503 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/B/6c7e1834afad43ca9af2be4d45acc5fe is 50, key is test_row_0/B:col10/1733364862435/Put/seqid=0 2024-12-05T02:14:22,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,509 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=859, cellSize=39335, totalHeapSize=89576, min timestamp=1733364862446, max timestamp=1733364862507Num uniques 859; 2024-12-05T02:14:22,509 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=859, cellSize=39335, totalHeapSize=89576, min timestamp=1733364862446, max timestamp=1733364862507Num uniques 859; 2024-12-05T02:14:22,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,509 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=859, cellSize=39335, totalHeapSize=89576, min timestamp=1733364862446, max timestamp=1733364862507Num uniques 859; 2024-12-05T02:14:22,509 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=39335, suffix heap size=117064,new segment heap size=89576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=859 2024-12-05T02:14:22,509 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=39335, suffix heap size=117064,new segment heap size=89576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=859 2024-12-05T02:14:22,509 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=39335, suffix heap size=117064,new segment heap size=89576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=859 2024-12-05T02:14:22,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742044_1220 (size=22065) 2024-12-05T02:14:22,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,513 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=601 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/B/6c7e1834afad43ca9af2be4d45acc5fe 2024-12-05T02:14:22,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,523 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:22,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60362 deadline: 1733364922511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:22,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,523 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:22,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60384 deadline: 1733364922513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:22,524 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:22,524 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:22,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,524 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:22,524 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:22,524 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:22,524 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:22,524 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:22,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60316 deadline: 1733364922514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:22,525 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:22,525 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:22,525 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:22,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,525 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:22,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60374 deadline: 1733364922522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:22,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,527 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:22,527 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:22,527 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:22,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,528 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:22,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60302 deadline: 1733364922523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:22,529 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:22,529 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:22,529 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:22,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,530 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/C/019b4d5ec7cb43c6b073cf62138bc823 is 50, key is test_row_0/C:col10/1733364862435/Put/seqid=0 2024-12-05T02:14:22,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:22,543 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-12-05T02:14:22,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75. 2024-12-05T02:14:22,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75. as already flushing 2024-12-05T02:14:22,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75. 2024-12-05T02:14:22,543 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => bc8cc7dea4fa6b09d347056d40353c75, NAME => 'TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:22,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => bc8cc7dea4fa6b09d347056d40353c75, NAME => 'TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:22,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bc8cc7dea4fa6b09d347056d40353c75, NAME => 'TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bc8cc7dea4fa6b09d347056d40353c75, NAME => 'TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:22,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742045_1221 (size=22065) 2024-12-05T02:14:22,639 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:22,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60362 deadline: 1733364922634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:22,640 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:22,640 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:22,640 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:22,640 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:22,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60384 deadline: 1733364922635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:22,641 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:22,641 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:22,641 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:22,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60316 deadline: 1733364922635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:22,641 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:22,641 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:22,641 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:22,641 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:22,641 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:22,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60374 deadline: 1733364922635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:22,641 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:22,641 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:22,641 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:22,641 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:22,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60302 deadline: 1733364922635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:22,642 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:22,642 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:22,642 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:22,699 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-12-05T02:14:22,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75. 2024-12-05T02:14:22,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75. as already flushing 2024-12-05T02:14:22,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75. 2024-12-05T02:14:22,699 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => bc8cc7dea4fa6b09d347056d40353c75, NAME => 'TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:22,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => bc8cc7dea4fa6b09d347056d40353c75, NAME => 'TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:22,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bc8cc7dea4fa6b09d347056d40353c75, NAME => 'TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bc8cc7dea4fa6b09d347056d40353c75, NAME => 'TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:22,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-05T02:14:22,846 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:22,846 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:22,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60362 deadline: 1733364922845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:22,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60384 deadline: 1733364922845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:22,847 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:22,847 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:22,847 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:22,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60316 deadline: 1733364922845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:22,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60374 deadline: 1733364922845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:22,847 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:22,847 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:22,847 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:22,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60302 deadline: 1733364922845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:22,847 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:22,847 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:22,847 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:22,847 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:22,847 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:22,848 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:22,848 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:22,848 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:22,848 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:22,848 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:22,848 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:22,848 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:22,853 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-12-05T02:14:22,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75. 2024-12-05T02:14:22,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75. as already flushing 2024-12-05T02:14:22,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75. 2024-12-05T02:14:22,854 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => bc8cc7dea4fa6b09d347056d40353c75, NAME => 'TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:22,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => bc8cc7dea4fa6b09d347056d40353c75, NAME => 'TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:22,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bc8cc7dea4fa6b09d347056d40353c75, NAME => 'TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bc8cc7dea4fa6b09d347056d40353c75, NAME => 'TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:22,955 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=601 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/C/019b4d5ec7cb43c6b073cf62138bc823 2024-12-05T02:14:22,960 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/A/1a57c5f50ec646fba1df3b64959b37da as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/1a57c5f50ec646fba1df3b64959b37da 2024-12-05T02:14:22,964 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/1a57c5f50ec646fba1df3b64959b37da, entries=350, sequenceid=601, filesize=64.5 K 2024-12-05T02:14:22,965 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/B/6c7e1834afad43ca9af2be4d45acc5fe as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/B/6c7e1834afad43ca9af2be4d45acc5fe 2024-12-05T02:14:22,970 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/B/6c7e1834afad43ca9af2be4d45acc5fe, entries=350, sequenceid=601, filesize=21.5 K 2024-12-05T02:14:22,970 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/C/019b4d5ec7cb43c6b073cf62138bc823 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/C/019b4d5ec7cb43c6b073cf62138bc823 2024-12-05T02:14:22,974 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/C/019b4d5ec7cb43c6b073cf62138bc823, entries=350, sequenceid=601, filesize=21.5 K 2024-12-05T02:14:22,975 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=154.31 KB/158010 for bc8cc7dea4fa6b09d347056d40353c75 in 530ms, sequenceid=601, compaction requested=true 2024-12-05T02:14:22,975 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for bc8cc7dea4fa6b09d347056d40353c75: 2024-12-05T02:14:22,976 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bc8cc7dea4fa6b09d347056d40353c75:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T02:14:22,976 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:14:22,976 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T02:14:22,976 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bc8cc7dea4fa6b09d347056d40353c75:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T02:14:22,976 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:14:22,976 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bc8cc7dea4fa6b09d347056d40353c75:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T02:14:22,976 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T02:14:22,976 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T02:14:22,977 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 44803 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T02:14:22,977 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1541): bc8cc7dea4fa6b09d347056d40353c75/B is initiating minor compaction (all files) 2024-12-05T02:14:22,977 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bc8cc7dea4fa6b09d347056d40353c75/B in TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75. 2024-12-05T02:14:22,977 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/B/d3f985f46a0e4b2784bb37116dee3176, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/B/4d34b813054642a1a5082f8c3d9dc2b5, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/B/6c7e1834afad43ca9af2be4d45acc5fe] into tmpdir=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp, totalSize=43.8 K 2024-12-05T02:14:22,977 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 120419 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T02:14:22,978 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1541): bc8cc7dea4fa6b09d347056d40353c75/A is initiating minor compaction (all files) 2024-12-05T02:14:22,978 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bc8cc7dea4fa6b09d347056d40353c75/A in TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75. 2024-12-05T02:14:22,978 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/5203dbf60885455ba21c2ec3374477f3, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/707d9e4fb7f44c1a9b09318c13a0aab0, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/1a57c5f50ec646fba1df3b64959b37da] into tmpdir=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp, totalSize=117.6 K 2024-12-05T02:14:22,978 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75. 2024-12-05T02:14:22,978 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75. files: [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/5203dbf60885455ba21c2ec3374477f3, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/707d9e4fb7f44c1a9b09318c13a0aab0, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/1a57c5f50ec646fba1df3b64959b37da] 2024-12-05T02:14:22,978 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting d3f985f46a0e4b2784bb37116dee3176, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=580, earliestPutTs=1733364860242 2024-12-05T02:14:22,978 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5203dbf60885455ba21c2ec3374477f3, keycount=150, bloomtype=ROW, size=31.1 K, encoding=NONE, compression=NONE, seqNum=580, earliestPutTs=1733364860242 2024-12-05T02:14:22,979 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting 4d34b813054642a1a5082f8c3d9dc2b5, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=589, earliestPutTs=1733364860258 2024-12-05T02:14:22,979 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting 707d9e4fb7f44c1a9b09318c13a0aab0, keycount=100, bloomtype=ROW, size=22.0 K, encoding=NONE, compression=NONE, seqNum=589, earliestPutTs=1733364860258 2024-12-05T02:14:22,979 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting 6c7e1834afad43ca9af2be4d45acc5fe, keycount=350, bloomtype=ROW, size=21.5 K, encoding=NONE, compression=NONE, seqNum=601, earliestPutTs=1733364862432 2024-12-05T02:14:22,979 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1a57c5f50ec646fba1df3b64959b37da, keycount=350, bloomtype=ROW, size=64.5 K, encoding=NONE, compression=NONE, seqNum=601, earliestPutTs=1733364862432 2024-12-05T02:14:22,986 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=bc8cc7dea4fa6b09d347056d40353c75] 2024-12-05T02:14:22,993 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241205f62efa140edd44258c15272c4255bbbd_bc8cc7dea4fa6b09d347056d40353c75 store=[table=TestAcidGuarantees family=A region=bc8cc7dea4fa6b09d347056d40353c75] 2024-12-05T02:14:22,995 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bc8cc7dea4fa6b09d347056d40353c75#B#compaction#187 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-05T02:14:22,995 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241205f62efa140edd44258c15272c4255bbbd_bc8cc7dea4fa6b09d347056d40353c75, store=[table=TestAcidGuarantees family=A region=bc8cc7dea4fa6b09d347056d40353c75] 2024-12-05T02:14:22,995 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/B/7b253d7befdf4e7dbca4a68e35641031 is 50, key is test_row_0/B:col10/1733364862435/Put/seqid=0 2024-12-05T02:14:22,995 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205f62efa140edd44258c15272c4255bbbd_bc8cc7dea4fa6b09d347056d40353c75 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=bc8cc7dea4fa6b09d347056d40353c75] 2024-12-05T02:14:23,006 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-12-05T02:14:23,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75. 2024-12-05T02:14:23,007 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2902): Flushing bc8cc7dea4fa6b09d347056d40353c75 3/3 column families, dataSize=154.31 KB heapSize=379.13 KB 2024-12-05T02:14:23,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc8cc7dea4fa6b09d347056d40353c75, store=A 2024-12-05T02:14:23,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T02:14:23,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc8cc7dea4fa6b09d347056d40353c75, store=B 2024-12-05T02:14:23,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T02:14:23,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc8cc7dea4fa6b09d347056d40353c75, store=C 2024-12-05T02:14:23,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T02:14:23,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-05T02:14:23,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742046_1222 (size=12983) 2024-12-05T02:14:23,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742047_1223 (size=4469) 2024-12-05T02:14:23,022 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bc8cc7dea4fa6b09d347056d40353c75#A#compaction#186 average throughput is 0.70 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T02:14:23,023 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/A/c0c4a9d307804aea8a9ec48c721083d4 is 175, key is test_row_0/A:col10/1733364862435/Put/seqid=0 2024-12-05T02:14:23,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412051819bbbbc55d439d993909ecaa144f6c_bc8cc7dea4fa6b09d347056d40353c75 is 50, key is test_row_0/A:col10/1733364862518/Put/seqid=0 2024-12-05T02:14:23,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742048_1224 (size=31937) 2024-12-05T02:14:23,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742049_1225 (size=12454) 2024-12-05T02:14:23,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:23,054 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412051819bbbbc55d439d993909ecaa144f6c_bc8cc7dea4fa6b09d347056d40353c75 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412051819bbbbc55d439d993909ecaa144f6c_bc8cc7dea4fa6b09d347056d40353c75 2024-12-05T02:14:23,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/A/32e348bafd1b420e8d52245998db9589, store: [table=TestAcidGuarantees family=A region=bc8cc7dea4fa6b09d347056d40353c75] 2024-12-05T02:14:23,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/A/32e348bafd1b420e8d52245998db9589 is 175, key is test_row_0/A:col10/1733364862518/Put/seqid=0 2024-12-05T02:14:23,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742050_1226 (size=31255) 2024-12-05T02:14:23,063 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=627, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/A/32e348bafd1b420e8d52245998db9589 2024-12-05T02:14:23,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/B/0a64c5429b1c45f88412d013b650e056 is 50, key is test_row_0/B:col10/1733364862518/Put/seqid=0 2024-12-05T02:14:23,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742051_1227 (size=12301) 2024-12-05T02:14:23,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(8855): Flush requested on bc8cc7dea4fa6b09d347056d40353c75 2024-12-05T02:14:23,159 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75. as already flushing 2024-12-05T02:14:23,166 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:23,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60302 deadline: 1733364923162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:23,167 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:23,167 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:23,167 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:23,167 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:23,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60316 deadline: 1733364923163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:23,168 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:23,168 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:23,168 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:23,168 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:23,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60374 deadline: 1733364923164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:23,168 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:23,168 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:23,168 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:23,168 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:23,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60384 deadline: 1733364923165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:23,168 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:23,169 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:23,169 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:23,170 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:23,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60362 deadline: 1733364923166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:23,170 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:23,170 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:23,170 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:23,279 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:23,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60316 deadline: 1733364923275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:23,279 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:23,280 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:23,280 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:23,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60302 deadline: 1733364923275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:23,280 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:23,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60374 deadline: 1733364923275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:23,280 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:23,280 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:23,280 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:23,280 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:23,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60384 deadline: 1733364923275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:23,280 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:23,280 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:23,280 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:23,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60362 deadline: 1733364923275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:23,280 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:23,280 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:23,280 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:23,280 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:23,280 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:23,280 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:23,280 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:23,281 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:23,425 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/B/7b253d7befdf4e7dbca4a68e35641031 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/B/7b253d7befdf4e7dbca4a68e35641031 2024-12-05T02:14:23,430 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bc8cc7dea4fa6b09d347056d40353c75/B of bc8cc7dea4fa6b09d347056d40353c75 into 7b253d7befdf4e7dbca4a68e35641031(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T02:14:23,430 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bc8cc7dea4fa6b09d347056d40353c75: 2024-12-05T02:14:23,430 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., storeName=bc8cc7dea4fa6b09d347056d40353c75/B, priority=13, startTime=1733364862976; duration=0sec 2024-12-05T02:14:23,430 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T02:14:23,430 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bc8cc7dea4fa6b09d347056d40353c75:B 2024-12-05T02:14:23,431 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T02:14:23,432 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 44803 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T02:14:23,432 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1541): bc8cc7dea4fa6b09d347056d40353c75/C is initiating minor compaction (all files) 2024-12-05T02:14:23,432 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bc8cc7dea4fa6b09d347056d40353c75/C in TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75. 2024-12-05T02:14:23,432 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/C/181b431cb61641beb979636c7a97e0ab, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/C/e07e0ec16002420f9a8d4c8d06ce4c83, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/C/019b4d5ec7cb43c6b073cf62138bc823] into tmpdir=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp, totalSize=43.8 K 2024-12-05T02:14:23,432 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting 181b431cb61641beb979636c7a97e0ab, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=580, earliestPutTs=1733364860242 2024-12-05T02:14:23,433 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting e07e0ec16002420f9a8d4c8d06ce4c83, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=589, earliestPutTs=1733364860258 2024-12-05T02:14:23,433 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting 019b4d5ec7cb43c6b073cf62138bc823, keycount=350, bloomtype=ROW, size=21.5 K, encoding=NONE, compression=NONE, seqNum=601, earliestPutTs=1733364862432 2024-12-05T02:14:23,442 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/A/c0c4a9d307804aea8a9ec48c721083d4 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/c0c4a9d307804aea8a9ec48c721083d4 2024-12-05T02:14:23,442 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bc8cc7dea4fa6b09d347056d40353c75#C#compaction#190 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T02:14:23,443 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/C/5a19a8946ea74867b70fede389daf8cc is 50, key is test_row_0/C:col10/1733364862435/Put/seqid=0 2024-12-05T02:14:23,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742052_1228 (size=12983) 2024-12-05T02:14:23,451 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bc8cc7dea4fa6b09d347056d40353c75/A of bc8cc7dea4fa6b09d347056d40353c75 into c0c4a9d307804aea8a9ec48c721083d4(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T02:14:23,451 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bc8cc7dea4fa6b09d347056d40353c75: 2024-12-05T02:14:23,451 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., storeName=bc8cc7dea4fa6b09d347056d40353c75/A, priority=13, startTime=1733364862975; duration=0sec 2024-12-05T02:14:23,451 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:14:23,451 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bc8cc7dea4fa6b09d347056d40353c75:A 2024-12-05T02:14:23,480 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=627 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/B/0a64c5429b1c45f88412d013b650e056 2024-12-05T02:14:23,486 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:23,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60316 deadline: 1733364923485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:23,487 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:23,487 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:23,487 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:23,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60302 deadline: 1733364923485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:23,487 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:23,487 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:23,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60374 deadline: 1733364923485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:23,488 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:23,488 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:23,488 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:23,488 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:23,488 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:23,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60384 deadline: 1733364923486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:23,488 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:23,488 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:23,488 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:23,488 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:23,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60362 deadline: 1733364923486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:23,488 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:23,488 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:23,489 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:23,489 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:23,489 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:23,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/C/12d300636ede479083c822e252c321c1 is 50, key is test_row_0/C:col10/1733364862518/Put/seqid=0 2024-12-05T02:14:23,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742053_1229 (size=12301) 2024-12-05T02:14:23,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-05T02:14:23,802 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:23,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60316 deadline: 1733364923794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:23,802 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:23,802 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:23,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60302 deadline: 1733364923794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:23,802 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:23,802 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:23,803 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:23,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60374 deadline: 1733364923794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:23,803 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:23,803 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:23,803 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:23,803 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:23,803 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:23,803 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:23,803 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:23,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60384 deadline: 1733364923794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:23,803 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:23,803 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:23,804 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:23,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60362 deadline: 1733364923794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:23,804 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:23,804 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:23,804 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:23,804 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:23,856 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/C/5a19a8946ea74867b70fede389daf8cc as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/C/5a19a8946ea74867b70fede389daf8cc 2024-12-05T02:14:23,861 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bc8cc7dea4fa6b09d347056d40353c75/C of bc8cc7dea4fa6b09d347056d40353c75 into 5a19a8946ea74867b70fede389daf8cc(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T02:14:23,862 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bc8cc7dea4fa6b09d347056d40353c75: 2024-12-05T02:14:23,862 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., storeName=bc8cc7dea4fa6b09d347056d40353c75/C, priority=13, startTime=1733364862976; duration=0sec 2024-12-05T02:14:23,862 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:14:23,862 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bc8cc7dea4fa6b09d347056d40353c75:C 2024-12-05T02:14:23,914 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=627 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/C/12d300636ede479083c822e252c321c1 2024-12-05T02:14:23,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/A/32e348bafd1b420e8d52245998db9589 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/32e348bafd1b420e8d52245998db9589 2024-12-05T02:14:23,928 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/32e348bafd1b420e8d52245998db9589, entries=150, sequenceid=627, filesize=30.5 K 2024-12-05T02:14:23,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/B/0a64c5429b1c45f88412d013b650e056 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/B/0a64c5429b1c45f88412d013b650e056 2024-12-05T02:14:23,936 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/B/0a64c5429b1c45f88412d013b650e056, entries=150, sequenceid=627, filesize=12.0 K 2024-12-05T02:14:23,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/C/12d300636ede479083c822e252c321c1 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/C/12d300636ede479083c822e252c321c1 2024-12-05T02:14:23,943 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/C/12d300636ede479083c822e252c321c1, entries=150, sequenceid=627, filesize=12.0 K 2024-12-05T02:14:23,947 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~379.08 KB/388176, currentSize=46.96 KB/48090 for bc8cc7dea4fa6b09d347056d40353c75 in 940ms, sequenceid=627, compaction requested=false 2024-12-05T02:14:23,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2603): Flush status journal for bc8cc7dea4fa6b09d347056d40353c75: 2024-12-05T02:14:23,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75. 2024-12-05T02:14:23,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-12-05T02:14:23,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-12-05T02:14:23,956 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=54 2024-12-05T02:14:23,956 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5630 sec 2024-12-05T02:14:23,959 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees in 1.5720 sec 2024-12-05T02:14:24,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(8855): Flush requested on bc8cc7dea4fa6b09d347056d40353c75 2024-12-05T02:14:24,317 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing bc8cc7dea4fa6b09d347056d40353c75 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-12-05T02:14:24,318 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc8cc7dea4fa6b09d347056d40353c75, store=A 2024-12-05T02:14:24,318 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:14:24,318 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc8cc7dea4fa6b09d347056d40353c75, store=B 2024-12-05T02:14:24,318 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:14:24,318 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc8cc7dea4fa6b09d347056d40353c75, store=C 2024-12-05T02:14:24,318 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:14:24,327 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205594814be51124b25af2d159ff4919665_bc8cc7dea4fa6b09d347056d40353c75 is 50, key is test_row_0/A:col10/1733364864315/Put/seqid=0 2024-12-05T02:14:24,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742054_1230 (size=17534) 2024-12-05T02:14:24,344 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:24,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60362 deadline: 1733364924338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:24,344 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:24,344 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:24,344 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:24,346 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:24,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60316 deadline: 1733364924339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:24,346 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:24,346 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:24,346 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:24,346 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:24,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60302 deadline: 1733364924339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:24,346 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:24,346 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:24,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60374 deadline: 1733364924340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:24,346 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:24,347 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:24,347 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:24,347 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:24,347 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:24,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60384 deadline: 1733364924341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:24,347 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:24,347 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:24,347 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:24,347 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:24,467 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:24,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60362 deadline: 1733364924462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:24,468 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:24,468 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:24,468 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:24,472 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:24,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60384 deadline: 1733364924462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:24,472 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:24,472 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:24,472 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:24,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60374 deadline: 1733364924462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:24,472 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:24,472 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:24,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60302 deadline: 1733364924462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:24,473 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:24,473 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:24,473 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:24,473 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:24,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60316 deadline: 1733364924464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:24,473 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:24,473 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:24,473 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:24,473 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:24,473 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:24,473 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:24,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-05T02:14:24,535 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-05T02:14:24,536 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T02:14:24,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] procedure2.ProcedureExecutor(1139): Stored pid=56, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees 2024-12-05T02:14:24,538 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=56, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T02:14:24,543 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=56, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T02:14:24,543 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=57, ppid=56, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T02:14:24,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-12-05T02:14:24,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-12-05T02:14:24,680 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:24,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60362 deadline: 1733364924675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:24,680 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:24,680 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:24,680 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:24,685 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:24,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60384 deadline: 1733364924684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:24,685 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:24,685 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:24,685 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:24,685 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:24,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60374 deadline: 1733364924684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:24,686 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:24,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60302 deadline: 1733364924684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:24,686 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:24,686 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:24,686 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:24,686 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:24,686 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:24,686 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:24,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60316 deadline: 1733364924684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:24,686 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:24,686 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:24,686 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:24,686 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:24,696 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-12-05T02:14:24,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75. 2024-12-05T02:14:24,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75. as already flushing 2024-12-05T02:14:24,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75. 2024-12-05T02:14:24,697 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => bc8cc7dea4fa6b09d347056d40353c75, NAME => 'TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:24,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => bc8cc7dea4fa6b09d347056d40353c75, NAME => 'TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:24,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bc8cc7dea4fa6b09d347056d40353c75, NAME => 'TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bc8cc7dea4fa6b09d347056d40353c75, NAME => 'TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:24,735 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:24,741 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205594814be51124b25af2d159ff4919665_bc8cc7dea4fa6b09d347056d40353c75 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205594814be51124b25af2d159ff4919665_bc8cc7dea4fa6b09d347056d40353c75 2024-12-05T02:14:24,742 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/A/e0badb10476948b9adfca7346cc18a9d, store: [table=TestAcidGuarantees family=A region=bc8cc7dea4fa6b09d347056d40353c75] 2024-12-05T02:14:24,743 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/A/e0badb10476948b9adfca7346cc18a9d is 175, key is test_row_0/A:col10/1733364864315/Put/seqid=0 2024-12-05T02:14:24,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742055_1231 (size=48639) 2024-12-05T02:14:24,756 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=642, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/A/e0badb10476948b9adfca7346cc18a9d 2024-12-05T02:14:24,767 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/B/75b17ad74919419daca8528d78e6c052 is 50, key is test_row_0/B:col10/1733364864315/Put/seqid=0 2024-12-05T02:14:24,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742056_1232 (size=12301) 2024-12-05T02:14:24,781 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=642 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/B/75b17ad74919419daca8528d78e6c052 2024-12-05T02:14:24,790 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/C/7d6022012ec44d15b0d5038f7ba4e619 is 50, key is test_row_0/C:col10/1733364864315/Put/seqid=0 2024-12-05T02:14:24,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742057_1233 (size=12301) 2024-12-05T02:14:24,850 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-12-05T02:14:24,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75. 2024-12-05T02:14:24,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75. as already flushing 2024-12-05T02:14:24,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75. 2024-12-05T02:14:24,851 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => bc8cc7dea4fa6b09d347056d40353c75, NAME => 'TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:24,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => bc8cc7dea4fa6b09d347056d40353c75, NAME => 'TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:24,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bc8cc7dea4fa6b09d347056d40353c75, NAME => 'TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bc8cc7dea4fa6b09d347056d40353c75, NAME => 'TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:24,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-12-05T02:14:24,998 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:24,998 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:24,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60384 deadline: 1733364924995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:24,998 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:24,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60316 deadline: 1733364924995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:24,999 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:24,999 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:24,999 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:24,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60302 deadline: 1733364924995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:24,999 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:24,999 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:24,999 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:24,999 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:24,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60374 deadline: 1733364924996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:24,999 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:24,999 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:24,999 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:25,000 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:25,000 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:25,000 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:25,000 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:25,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60362 deadline: 1733364924997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:25,000 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:25,001 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:25,001 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:25,005 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-12-05T02:14:25,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75. 2024-12-05T02:14:25,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75. as already flushing 2024-12-05T02:14:25,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75. 2024-12-05T02:14:25,005 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => bc8cc7dea4fa6b09d347056d40353c75, NAME => 'TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:25,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => bc8cc7dea4fa6b09d347056d40353c75, NAME => 'TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:25,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bc8cc7dea4fa6b09d347056d40353c75, NAME => 'TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bc8cc7dea4fa6b09d347056d40353c75, NAME => 'TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:25,159 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-12-05T02:14:25,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75. 2024-12-05T02:14:25,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75. as already flushing 2024-12-05T02:14:25,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75. 2024-12-05T02:14:25,159 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => bc8cc7dea4fa6b09d347056d40353c75, NAME => 'TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:25,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => bc8cc7dea4fa6b09d347056d40353c75, NAME => 'TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:25,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bc8cc7dea4fa6b09d347056d40353c75, NAME => 'TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bc8cc7dea4fa6b09d347056d40353c75, NAME => 'TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:25,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-12-05T02:14:25,199 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=642 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/C/7d6022012ec44d15b0d5038f7ba4e619 2024-12-05T02:14:25,205 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/A/e0badb10476948b9adfca7346cc18a9d as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/e0badb10476948b9adfca7346cc18a9d 2024-12-05T02:14:25,210 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/e0badb10476948b9adfca7346cc18a9d, entries=250, sequenceid=642, filesize=47.5 K 2024-12-05T02:14:25,211 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/B/75b17ad74919419daca8528d78e6c052 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/B/75b17ad74919419daca8528d78e6c052 2024-12-05T02:14:25,217 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/B/75b17ad74919419daca8528d78e6c052, entries=150, sequenceid=642, filesize=12.0 K 2024-12-05T02:14:25,220 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/C/7d6022012ec44d15b0d5038f7ba4e619 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/C/7d6022012ec44d15b0d5038f7ba4e619 2024-12-05T02:14:25,229 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/C/7d6022012ec44d15b0d5038f7ba4e619, entries=150, sequenceid=642, filesize=12.0 K 2024-12-05T02:14:25,231 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for bc8cc7dea4fa6b09d347056d40353c75 in 914ms, sequenceid=642, compaction requested=true 2024-12-05T02:14:25,231 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for bc8cc7dea4fa6b09d347056d40353c75: 2024-12-05T02:14:25,231 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T02:14:25,232 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111831 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T02:14:25,232 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1541): bc8cc7dea4fa6b09d347056d40353c75/A is initiating minor compaction (all files) 2024-12-05T02:14:25,232 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bc8cc7dea4fa6b09d347056d40353c75/A in TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75. 2024-12-05T02:14:25,232 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/c0c4a9d307804aea8a9ec48c721083d4, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/32e348bafd1b420e8d52245998db9589, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/e0badb10476948b9adfca7346cc18a9d] into tmpdir=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp, totalSize=109.2 K 2024-12-05T02:14:25,233 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75. 2024-12-05T02:14:25,233 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75. files: [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/c0c4a9d307804aea8a9ec48c721083d4, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/32e348bafd1b420e8d52245998db9589, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/e0badb10476948b9adfca7346cc18a9d] 2024-12-05T02:14:25,233 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting c0c4a9d307804aea8a9ec48c721083d4, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=601, earliestPutTs=1733364862435 2024-12-05T02:14:25,234 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting 32e348bafd1b420e8d52245998db9589, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=627, earliestPutTs=1733364862509 2024-12-05T02:14:25,234 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting e0badb10476948b9adfca7346cc18a9d, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=642, earliestPutTs=1733364863160 2024-12-05T02:14:25,237 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bc8cc7dea4fa6b09d347056d40353c75:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T02:14:25,237 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:14:25,238 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T02:14:25,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bc8cc7dea4fa6b09d347056d40353c75:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T02:14:25,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:14:25,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bc8cc7dea4fa6b09d347056d40353c75:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T02:14:25,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T02:14:25,242 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T02:14:25,242 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1541): bc8cc7dea4fa6b09d347056d40353c75/B is initiating minor compaction (all files) 2024-12-05T02:14:25,242 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bc8cc7dea4fa6b09d347056d40353c75/B in TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75. 2024-12-05T02:14:25,242 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/B/7b253d7befdf4e7dbca4a68e35641031, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/B/0a64c5429b1c45f88412d013b650e056, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/B/75b17ad74919419daca8528d78e6c052] into tmpdir=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp, totalSize=36.7 K 2024-12-05T02:14:25,242 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting 7b253d7befdf4e7dbca4a68e35641031, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=601, earliestPutTs=1733364862435 2024-12-05T02:14:25,243 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting 0a64c5429b1c45f88412d013b650e056, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=627, earliestPutTs=1733364862509 2024-12-05T02:14:25,244 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting 75b17ad74919419daca8528d78e6c052, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=642, earliestPutTs=1733364863160 2024-12-05T02:14:25,257 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=bc8cc7dea4fa6b09d347056d40353c75] 2024-12-05T02:14:25,269 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024120543cda46743dc4b24aaab7fa7f7456ba8_bc8cc7dea4fa6b09d347056d40353c75 store=[table=TestAcidGuarantees family=A region=bc8cc7dea4fa6b09d347056d40353c75] 2024-12-05T02:14:25,285 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024120543cda46743dc4b24aaab7fa7f7456ba8_bc8cc7dea4fa6b09d347056d40353c75, store=[table=TestAcidGuarantees family=A region=bc8cc7dea4fa6b09d347056d40353c75] 2024-12-05T02:14:25,286 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120543cda46743dc4b24aaab7fa7f7456ba8_bc8cc7dea4fa6b09d347056d40353c75 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=bc8cc7dea4fa6b09d347056d40353c75] 2024-12-05T02:14:25,290 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bc8cc7dea4fa6b09d347056d40353c75#B#compaction#196 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-05T02:14:25,290 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/B/aca4d0f1d1e8420cb16baebbca3f3d68 is 50, key is test_row_0/B:col10/1733364864315/Put/seqid=0 2024-12-05T02:14:25,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742058_1234 (size=4469) 2024-12-05T02:14:25,313 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-12-05T02:14:25,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75. 2024-12-05T02:14:25,314 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2902): Flushing bc8cc7dea4fa6b09d347056d40353c75 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-12-05T02:14:25,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc8cc7dea4fa6b09d347056d40353c75, store=A 2024-12-05T02:14:25,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:14:25,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc8cc7dea4fa6b09d347056d40353c75, store=B 2024-12-05T02:14:25,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:14:25,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc8cc7dea4fa6b09d347056d40353c75, store=C 2024-12-05T02:14:25,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:14:25,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742059_1235 (size=13085) 2024-12-05T02:14:25,346 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/B/aca4d0f1d1e8420cb16baebbca3f3d68 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/B/aca4d0f1d1e8420cb16baebbca3f3d68 2024-12-05T02:14:25,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205c0a9c69392f443e0bfc5f9de806093d6_bc8cc7dea4fa6b09d347056d40353c75 is 50, key is test_row_0/A:col10/1733364864337/Put/seqid=0 2024-12-05T02:14:25,365 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bc8cc7dea4fa6b09d347056d40353c75/B of bc8cc7dea4fa6b09d347056d40353c75 into aca4d0f1d1e8420cb16baebbca3f3d68(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T02:14:25,365 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bc8cc7dea4fa6b09d347056d40353c75: 2024-12-05T02:14:25,365 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., storeName=bc8cc7dea4fa6b09d347056d40353c75/B, priority=13, startTime=1733364865237; duration=0sec 2024-12-05T02:14:25,366 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T02:14:25,366 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bc8cc7dea4fa6b09d347056d40353c75:B 2024-12-05T02:14:25,366 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T02:14:25,368 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T02:14:25,368 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1541): bc8cc7dea4fa6b09d347056d40353c75/C is initiating minor compaction (all files) 2024-12-05T02:14:25,368 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bc8cc7dea4fa6b09d347056d40353c75/C in TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75. 2024-12-05T02:14:25,368 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/C/5a19a8946ea74867b70fede389daf8cc, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/C/12d300636ede479083c822e252c321c1, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/C/7d6022012ec44d15b0d5038f7ba4e619] into tmpdir=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp, totalSize=36.7 K 2024-12-05T02:14:25,369 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting 5a19a8946ea74867b70fede389daf8cc, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=601, earliestPutTs=1733364862435 2024-12-05T02:14:25,369 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting 12d300636ede479083c822e252c321c1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=627, earliestPutTs=1733364862509 2024-12-05T02:14:25,370 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting 7d6022012ec44d15b0d5038f7ba4e619, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=642, earliestPutTs=1733364863160 2024-12-05T02:14:25,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742060_1236 (size=12454) 2024-12-05T02:14:25,415 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bc8cc7dea4fa6b09d347056d40353c75#C#compaction#198 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-05T02:14:25,416 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/C/c82a6724745740cd99398335b4d56a8b is 50, key is test_row_0/C:col10/1733364864315/Put/seqid=0 2024-12-05T02:14:25,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742061_1237 (size=13085) 2024-12-05T02:14:25,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(8855): Flush requested on bc8cc7dea4fa6b09d347056d40353c75 2024-12-05T02:14:25,514 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75. as already flushing 2024-12-05T02:14:25,534 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:25,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60362 deadline: 1733364925522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:25,535 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:25,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60384 deadline: 1733364925524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:25,535 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:25,535 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:25,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60302 deadline: 1733364925524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:25,535 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:25,535 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:25,536 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:25,536 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:25,536 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:25,536 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:25,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60316 deadline: 1733364925526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:25,536 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:25,536 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:25,536 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:25,536 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:25,536 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:25,536 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:25,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60374 deadline: 1733364925528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:25,536 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:25,537 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:25,537 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:25,537 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:25,647 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:25,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60362 deadline: 1733364925645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:25,647 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:25,648 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:25,648 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:25,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60302 deadline: 1733364925645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:25,648 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:25,648 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:25,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60384 deadline: 1733364925645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:25,648 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:25,648 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:25,648 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:25,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60316 deadline: 1733364925645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:25,649 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:25,649 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:25,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60374 deadline: 1733364925645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:25,650 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:25,650 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:25,650 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:25,650 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:25,650 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:25,650 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:25,651 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:25,651 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:25,651 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:25,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-12-05T02:14:25,710 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bc8cc7dea4fa6b09d347056d40353c75#A#compaction#195 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T02:14:25,711 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/A/a33bfad148094ec0b9b1a278cd1495dd is 175, key is test_row_0/A:col10/1733364864315/Put/seqid=0 2024-12-05T02:14:25,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742062_1238 (size=32039) 2024-12-05T02:14:25,739 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/A/a33bfad148094ec0b9b1a278cd1495dd as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/a33bfad148094ec0b9b1a278cd1495dd 2024-12-05T02:14:25,746 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bc8cc7dea4fa6b09d347056d40353c75/A of bc8cc7dea4fa6b09d347056d40353c75 into a33bfad148094ec0b9b1a278cd1495dd(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T02:14:25,746 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bc8cc7dea4fa6b09d347056d40353c75: 2024-12-05T02:14:25,746 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., storeName=bc8cc7dea4fa6b09d347056d40353c75/A, priority=13, startTime=1733364865231; duration=0sec 2024-12-05T02:14:25,746 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:14:25,746 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bc8cc7dea4fa6b09d347056d40353c75:A 2024-12-05T02:14:25,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:25,804 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205c0a9c69392f443e0bfc5f9de806093d6_bc8cc7dea4fa6b09d347056d40353c75 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205c0a9c69392f443e0bfc5f9de806093d6_bc8cc7dea4fa6b09d347056d40353c75 2024-12-05T02:14:25,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/A/e7e58692c0aa4e65b62ac9b8b3dd0097, store: [table=TestAcidGuarantees family=A region=bc8cc7dea4fa6b09d347056d40353c75] 2024-12-05T02:14:25,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/A/e7e58692c0aa4e65b62ac9b8b3dd0097 is 175, key is test_row_0/A:col10/1733364864337/Put/seqid=0 2024-12-05T02:14:25,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742063_1239 (size=31255) 2024-12-05T02:14:25,855 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:25,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60302 deadline: 1733364925855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:25,856 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:25,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60316 deadline: 1733364925855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:25,856 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:25,856 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:25,856 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:25,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60374 deadline: 1733364925855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:25,856 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:25,857 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:25,857 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:25,857 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:25,857 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:25,857 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:25,857 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:25,859 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:25,859 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:25,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60384 deadline: 1733364925857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:25,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60362 deadline: 1733364925857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:25,860 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:25,860 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:25,860 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:25,860 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:25,860 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:25,860 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:25,880 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/C/c82a6724745740cd99398335b4d56a8b as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/C/c82a6724745740cd99398335b4d56a8b 2024-12-05T02:14:25,887 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bc8cc7dea4fa6b09d347056d40353c75/C of bc8cc7dea4fa6b09d347056d40353c75 into c82a6724745740cd99398335b4d56a8b(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T02:14:25,887 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bc8cc7dea4fa6b09d347056d40353c75: 2024-12-05T02:14:25,887 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., storeName=bc8cc7dea4fa6b09d347056d40353c75/C, priority=13, startTime=1733364865238; duration=0sec 2024-12-05T02:14:25,887 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:14:25,887 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bc8cc7dea4fa6b09d347056d40353c75:C 2024-12-05T02:14:26,170 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:26,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60384 deadline: 1733364926165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:26,171 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:26,171 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:26,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60362 deadline: 1733364926165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:26,171 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:26,171 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:26,172 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:26,172 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:26,172 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:26,172 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:26,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60302 deadline: 1733364926165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:26,172 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:26,172 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:26,172 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:26,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60316 deadline: 1733364926166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:26,172 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:26,172 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:26,173 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:26,173 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:26,173 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:26,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60374 deadline: 1733364926166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:26,174 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:26,174 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:26,174 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:26,210 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=662, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/A/e7e58692c0aa4e65b62ac9b8b3dd0097 2024-12-05T02:14:26,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/B/f808f836d0c64563b6ff9edd5689ef0f is 50, key is test_row_0/B:col10/1733364864337/Put/seqid=0 2024-12-05T02:14:26,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742064_1240 (size=12301) 2024-12-05T02:14:26,263 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=662 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/B/f808f836d0c64563b6ff9edd5689ef0f 2024-12-05T02:14:26,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/C/0f2ad9f5ba9747ed83e68621133c27c5 is 50, key is test_row_0/C:col10/1733364864337/Put/seqid=0 2024-12-05T02:14:26,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742065_1241 (size=12301) 2024-12-05T02:14:26,318 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=662 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/C/0f2ad9f5ba9747ed83e68621133c27c5 2024-12-05T02:14:26,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/A/e7e58692c0aa4e65b62ac9b8b3dd0097 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/e7e58692c0aa4e65b62ac9b8b3dd0097 2024-12-05T02:14:26,329 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/e7e58692c0aa4e65b62ac9b8b3dd0097, entries=150, sequenceid=662, filesize=30.5 K 2024-12-05T02:14:26,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/B/f808f836d0c64563b6ff9edd5689ef0f as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/B/f808f836d0c64563b6ff9edd5689ef0f 2024-12-05T02:14:26,337 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/B/f808f836d0c64563b6ff9edd5689ef0f, entries=150, sequenceid=662, filesize=12.0 K 2024-12-05T02:14:26,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/C/0f2ad9f5ba9747ed83e68621133c27c5 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/C/0f2ad9f5ba9747ed83e68621133c27c5 2024-12-05T02:14:26,346 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/C/0f2ad9f5ba9747ed83e68621133c27c5, entries=150, sequenceid=662, filesize=12.0 K 2024-12-05T02:14:26,347 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for bc8cc7dea4fa6b09d347056d40353c75 in 1034ms, sequenceid=662, compaction requested=false 2024-12-05T02:14:26,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2603): Flush status journal for bc8cc7dea4fa6b09d347056d40353c75: 2024-12-05T02:14:26,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75. 2024-12-05T02:14:26,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=57 2024-12-05T02:14:26,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.HMaster(4169): Remote procedure done, pid=57 2024-12-05T02:14:26,355 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=57, resume processing ppid=56 2024-12-05T02:14:26,355 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=56, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8080 sec 2024-12-05T02:14:26,358 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees in 1.8200 sec 2024-12-05T02:14:26,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(8855): Flush requested on bc8cc7dea4fa6b09d347056d40353c75 2024-12-05T02:14:26,688 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing bc8cc7dea4fa6b09d347056d40353c75 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-12-05T02:14:26,688 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc8cc7dea4fa6b09d347056d40353c75, store=A 2024-12-05T02:14:26,688 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:14:26,688 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc8cc7dea4fa6b09d347056d40353c75, store=B 2024-12-05T02:14:26,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:14:26,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc8cc7dea4fa6b09d347056d40353c75, store=C 2024-12-05T02:14:26,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:14:26,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-12-05T02:14:26,695 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-05T02:14:26,695 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T02:14:26,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] procedure2.ProcedureExecutor(1139): Stored pid=58, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees 2024-12-05T02:14:26,697 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=58, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T02:14:26,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-12-05T02:14:26,698 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=58, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T02:14:26,698 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=59, ppid=58, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T02:14:26,700 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412059c5877d5749449acbd3c15184b9107d4_bc8cc7dea4fa6b09d347056d40353c75 is 50, key is test_row_0/A:col10/1733364865513/Put/seqid=0 2024-12-05T02:14:26,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742066_1242 (size=14994) 2024-12-05T02:14:26,712 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:26,717 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412059c5877d5749449acbd3c15184b9107d4_bc8cc7dea4fa6b09d347056d40353c75 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412059c5877d5749449acbd3c15184b9107d4_bc8cc7dea4fa6b09d347056d40353c75 2024-12-05T02:14:26,718 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/A/81b150501ab449a7bc2424f02222593b, store: [table=TestAcidGuarantees family=A region=bc8cc7dea4fa6b09d347056d40353c75] 2024-12-05T02:14:26,719 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:26,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60302 deadline: 1733364926714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:26,719 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:26,719 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/A/81b150501ab449a7bc2424f02222593b is 175, key is test_row_0/A:col10/1733364865513/Put/seqid=0 2024-12-05T02:14:26,719 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:26,719 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:26,725 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:26,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60362 deadline: 1733364926716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:26,726 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:26,726 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:26,726 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:26,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742067_1243 (size=39949) 2024-12-05T02:14:26,730 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=678, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/A/81b150501ab449a7bc2424f02222593b 2024-12-05T02:14:26,731 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:26,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60374 deadline: 1733364926718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:26,731 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:26,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60384 deadline: 1733364926719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:26,732 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:26,732 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:26,732 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:26,732 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:26,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60316 deadline: 1733364926719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:26,732 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:26,732 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:26,732 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:26,732 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:26,732 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:26,732 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:26,745 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/B/36e4cc757f1a4ad895f22089c3e194ea is 50, key is test_row_0/B:col10/1733364865513/Put/seqid=0 2024-12-05T02:14:26,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742068_1244 (size=12301) 2024-12-05T02:14:26,760 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=678 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/B/36e4cc757f1a4ad895f22089c3e194ea 2024-12-05T02:14:26,783 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/C/c6ab56ef69b84d7db07f2ca7ddb783c0 is 50, key is test_row_0/C:col10/1733364865513/Put/seqid=0 2024-12-05T02:14:26,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-12-05T02:14:26,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742069_1245 (size=12301) 2024-12-05T02:14:26,808 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=678 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/C/c6ab56ef69b84d7db07f2ca7ddb783c0 2024-12-05T02:14:26,819 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/A/81b150501ab449a7bc2424f02222593b as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/81b150501ab449a7bc2424f02222593b 2024-12-05T02:14:26,830 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:26,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60302 deadline: 1733364926824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:26,831 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:26,831 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:26,831 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:26,832 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/81b150501ab449a7bc2424f02222593b, entries=200, sequenceid=678, filesize=39.0 K 2024-12-05T02:14:26,832 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/B/36e4cc757f1a4ad895f22089c3e194ea as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/B/36e4cc757f1a4ad895f22089c3e194ea 2024-12-05T02:14:26,839 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/B/36e4cc757f1a4ad895f22089c3e194ea, entries=150, sequenceid=678, filesize=12.0 K 2024-12-05T02:14:26,842 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/C/c6ab56ef69b84d7db07f2ca7ddb783c0 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/C/c6ab56ef69b84d7db07f2ca7ddb783c0 2024-12-05T02:14:26,843 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:26,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60362 deadline: 1733364926834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:26,843 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:26,843 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:26,843 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:26,843 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:26,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60374 deadline: 1733364926835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:26,844 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:26,844 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:26,844 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:26,844 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:26,844 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:26,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60384 deadline: 1733364926835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:26,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60316 deadline: 1733364926835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:26,844 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:26,844 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:26,844 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:26,845 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:26,845 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:26,845 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:26,849 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/C/c6ab56ef69b84d7db07f2ca7ddb783c0, entries=150, sequenceid=678, filesize=12.0 K 2024-12-05T02:14:26,850 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for bc8cc7dea4fa6b09d347056d40353c75 in 162ms, sequenceid=678, compaction requested=true 2024-12-05T02:14:26,850 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for bc8cc7dea4fa6b09d347056d40353c75: 2024-12-05T02:14:26,850 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T02:14:26,850 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bc8cc7dea4fa6b09d347056d40353c75:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T02:14:26,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:14:26,851 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T02:14:26,851 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-12-05T02:14:26,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75. 2024-12-05T02:14:26,852 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2902): Flushing bc8cc7dea4fa6b09d347056d40353c75 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-12-05T02:14:26,852 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103243 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T02:14:26,852 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1541): bc8cc7dea4fa6b09d347056d40353c75/A is initiating minor compaction (all files) 2024-12-05T02:14:26,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc8cc7dea4fa6b09d347056d40353c75, store=A 2024-12-05T02:14:26,852 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bc8cc7dea4fa6b09d347056d40353c75/A in TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75. 2024-12-05T02:14:26,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:14:26,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc8cc7dea4fa6b09d347056d40353c75, store=B 2024-12-05T02:14:26,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:14:26,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc8cc7dea4fa6b09d347056d40353c75, store=C 2024-12-05T02:14:26,852 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/a33bfad148094ec0b9b1a278cd1495dd, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/e7e58692c0aa4e65b62ac9b8b3dd0097, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/81b150501ab449a7bc2424f02222593b] into tmpdir=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp, totalSize=100.8 K 2024-12-05T02:14:26,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:14:26,852 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75. 2024-12-05T02:14:26,852 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75. files: [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/a33bfad148094ec0b9b1a278cd1495dd, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/e7e58692c0aa4e65b62ac9b8b3dd0097, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/81b150501ab449a7bc2424f02222593b] 2024-12-05T02:14:26,853 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T02:14:26,853 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1541): bc8cc7dea4fa6b09d347056d40353c75/B is initiating minor compaction (all files) 2024-12-05T02:14:26,853 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bc8cc7dea4fa6b09d347056d40353c75/B in TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75. 2024-12-05T02:14:26,853 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/B/aca4d0f1d1e8420cb16baebbca3f3d68, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/B/f808f836d0c64563b6ff9edd5689ef0f, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/B/36e4cc757f1a4ad895f22089c3e194ea] into tmpdir=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp, totalSize=36.8 K 2024-12-05T02:14:26,854 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting aca4d0f1d1e8420cb16baebbca3f3d68, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=642, earliestPutTs=1733364863160 2024-12-05T02:14:26,854 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting a33bfad148094ec0b9b1a278cd1495dd, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=642, earliestPutTs=1733364863160 2024-12-05T02:14:26,855 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting f808f836d0c64563b6ff9edd5689ef0f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=662, earliestPutTs=1733364864337 2024-12-05T02:14:26,855 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting e7e58692c0aa4e65b62ac9b8b3dd0097, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=662, earliestPutTs=1733364864337 2024-12-05T02:14:26,855 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting 36e4cc757f1a4ad895f22089c3e194ea, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=678, earliestPutTs=1733364865513 2024-12-05T02:14:26,856 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting 81b150501ab449a7bc2424f02222593b, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=678, earliestPutTs=1733364865513 2024-12-05T02:14:26,861 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bc8cc7dea4fa6b09d347056d40353c75:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T02:14:26,861 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:14:26,861 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bc8cc7dea4fa6b09d347056d40353c75:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T02:14:26,861 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T02:14:26,869 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=bc8cc7dea4fa6b09d347056d40353c75] 2024-12-05T02:14:26,877 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bc8cc7dea4fa6b09d347056d40353c75#B#compaction#205 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-05T02:14:26,878 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/B/c873dac894764e76ae524a958f4e5bf6 is 50, key is test_row_0/B:col10/1733364865513/Put/seqid=0 2024-12-05T02:14:26,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412057288ee3551464233b85d1e616883c110_bc8cc7dea4fa6b09d347056d40353c75 is 50, key is test_row_0/A:col10/1733364866717/Put/seqid=0 2024-12-05T02:14:26,902 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412058c2d2a53f8074e1f9d1dc0582a3c4279_bc8cc7dea4fa6b09d347056d40353c75 store=[table=TestAcidGuarantees family=A region=bc8cc7dea4fa6b09d347056d40353c75] 2024-12-05T02:14:26,904 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412058c2d2a53f8074e1f9d1dc0582a3c4279_bc8cc7dea4fa6b09d347056d40353c75, store=[table=TestAcidGuarantees family=A region=bc8cc7dea4fa6b09d347056d40353c75] 2024-12-05T02:14:26,904 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412058c2d2a53f8074e1f9d1dc0582a3c4279_bc8cc7dea4fa6b09d347056d40353c75 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=bc8cc7dea4fa6b09d347056d40353c75] 2024-12-05T02:14:26,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742070_1246 (size=13187) 2024-12-05T02:14:26,940 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/B/c873dac894764e76ae524a958f4e5bf6 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/B/c873dac894764e76ae524a958f4e5bf6 2024-12-05T02:14:26,947 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bc8cc7dea4fa6b09d347056d40353c75/B of bc8cc7dea4fa6b09d347056d40353c75 into c873dac894764e76ae524a958f4e5bf6(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T02:14:26,947 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bc8cc7dea4fa6b09d347056d40353c75: 2024-12-05T02:14:26,947 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., storeName=bc8cc7dea4fa6b09d347056d40353c75/B, priority=13, startTime=1733364866851; duration=0sec 2024-12-05T02:14:26,947 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T02:14:26,947 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bc8cc7dea4fa6b09d347056d40353c75:B 2024-12-05T02:14:26,947 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T02:14:26,950 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T02:14:26,950 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1541): bc8cc7dea4fa6b09d347056d40353c75/C is initiating minor compaction (all files) 2024-12-05T02:14:26,950 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bc8cc7dea4fa6b09d347056d40353c75/C in TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75. 2024-12-05T02:14:26,951 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/C/c82a6724745740cd99398335b4d56a8b, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/C/0f2ad9f5ba9747ed83e68621133c27c5, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/C/c6ab56ef69b84d7db07f2ca7ddb783c0] into tmpdir=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp, totalSize=36.8 K 2024-12-05T02:14:26,951 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting c82a6724745740cd99398335b4d56a8b, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=642, earliestPutTs=1733364863160 2024-12-05T02:14:26,951 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting 0f2ad9f5ba9747ed83e68621133c27c5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=662, earliestPutTs=1733364864337 2024-12-05T02:14:26,952 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting c6ab56ef69b84d7db07f2ca7ddb783c0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=678, earliestPutTs=1733364865513 2024-12-05T02:14:26,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742072_1248 (size=4469) 2024-12-05T02:14:26,975 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bc8cc7dea4fa6b09d347056d40353c75#A#compaction#204 average throughput is 0.23 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T02:14:26,976 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/A/a8f041dc5fb641d19c48f8a3d013e173 is 175, key is test_row_0/A:col10/1733364865513/Put/seqid=0 2024-12-05T02:14:27,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-12-05T02:14:27,027 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bc8cc7dea4fa6b09d347056d40353c75#C#compaction#207 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T02:14:27,028 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/C/f8a62ca1233d48cf9b959c42e7320c73 is 50, key is test_row_0/C:col10/1733364865513/Put/seqid=0 2024-12-05T02:14:27,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(8855): Flush requested on bc8cc7dea4fa6b09d347056d40353c75 2024-12-05T02:14:27,040 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75. as already flushing 2024-12-05T02:14:27,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742071_1247 (size=12454) 2024-12-05T02:14:27,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742073_1249 (size=32141) 2024-12-05T02:14:27,050 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/A/a8f041dc5fb641d19c48f8a3d013e173 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/a8f041dc5fb641d19c48f8a3d013e173 2024-12-05T02:14:27,056 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bc8cc7dea4fa6b09d347056d40353c75/A of bc8cc7dea4fa6b09d347056d40353c75 into a8f041dc5fb641d19c48f8a3d013e173(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T02:14:27,056 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bc8cc7dea4fa6b09d347056d40353c75: 2024-12-05T02:14:27,056 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., storeName=bc8cc7dea4fa6b09d347056d40353c75/A, priority=13, startTime=1733364866850; duration=0sec 2024-12-05T02:14:27,056 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:14:27,056 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bc8cc7dea4fa6b09d347056d40353c75:A 2024-12-05T02:14:27,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742074_1250 (size=13187) 2024-12-05T02:14:27,077 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/C/f8a62ca1233d48cf9b959c42e7320c73 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/C/f8a62ca1233d48cf9b959c42e7320c73 2024-12-05T02:14:27,085 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bc8cc7dea4fa6b09d347056d40353c75/C of bc8cc7dea4fa6b09d347056d40353c75 into f8a62ca1233d48cf9b959c42e7320c73(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T02:14:27,085 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bc8cc7dea4fa6b09d347056d40353c75: 2024-12-05T02:14:27,085 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., storeName=bc8cc7dea4fa6b09d347056d40353c75/C, priority=13, startTime=1733364866861; duration=0sec 2024-12-05T02:14:27,085 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:14:27,085 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bc8cc7dea4fa6b09d347056d40353c75:C 2024-12-05T02:14:27,086 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:27,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60302 deadline: 1733364927074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:27,086 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:27,086 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:27,086 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:27,091 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:27,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60316 deadline: 1733364927078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:27,092 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:27,092 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:27,092 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:27,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60374 deadline: 1733364927085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:27,092 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:27,092 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:27,092 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:27,092 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:27,093 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:27,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60362 deadline: 1733364927086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:27,093 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:27,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60384 deadline: 1733364927087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:27,094 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:27,094 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:27,094 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:27,094 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:27,094 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:27,094 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:27,197 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:27,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60302 deadline: 1733364927194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:27,197 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:27,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60316 deadline: 1733364927194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:27,197 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:27,197 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:27,198 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:27,198 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:27,198 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:27,198 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:27,206 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:27,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60384 deadline: 1733364927205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:27,207 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:27,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60362 deadline: 1733364927205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:27,207 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:27,207 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:27,207 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:27,207 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:27,207 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:27,207 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:27,209 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:27,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60374 deadline: 1733364927208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:27,210 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:27,210 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:27,210 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:27,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-12-05T02:14:27,411 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:27,411 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:27,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60316 deadline: 1733364927405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:27,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60302 deadline: 1733364927405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:27,411 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:27,411 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:27,411 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:27,411 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:27,411 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:27,411 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:27,418 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:27,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60384 deadline: 1733364927414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:27,418 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:27,418 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:27,418 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:27,419 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:27,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60374 deadline: 1733364927414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:27,419 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:27,419 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:27,419 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:27,419 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:27,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60362 deadline: 1733364927414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:27,419 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:27,419 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:27,419 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:27,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:27,448 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412057288ee3551464233b85d1e616883c110_bc8cc7dea4fa6b09d347056d40353c75 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412057288ee3551464233b85d1e616883c110_bc8cc7dea4fa6b09d347056d40353c75 2024-12-05T02:14:27,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/A/bfc7074c08714f48ab342656ccc8d0af, store: [table=TestAcidGuarantees family=A region=bc8cc7dea4fa6b09d347056d40353c75] 2024-12-05T02:14:27,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/A/bfc7074c08714f48ab342656ccc8d0af is 175, key is test_row_0/A:col10/1733364866717/Put/seqid=0 2024-12-05T02:14:27,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742075_1251 (size=31255) 2024-12-05T02:14:27,726 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:27,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60316 deadline: 1733364927724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:27,727 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:27,727 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:27,727 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:27,727 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:27,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60302 deadline: 1733364927725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:27,727 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:27,727 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:27,727 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:27,727 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:27,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60384 deadline: 1733364927725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:27,727 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:27,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60374 deadline: 1733364927725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:27,728 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:27,728 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:27,728 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:27,728 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:27,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60362 deadline: 1733364927725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:27,728 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:27,728 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:27,728 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:27,728 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:27,728 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:27,728 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:27,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-12-05T02:14:27,856 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=697, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/A/bfc7074c08714f48ab342656ccc8d0af 2024-12-05T02:14:27,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/B/7a4d46b86f1544148caec74435ca92a7 is 50, key is test_row_0/B:col10/1733364866717/Put/seqid=0 2024-12-05T02:14:27,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742076_1252 (size=12301) 2024-12-05T02:14:28,241 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:28,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60302 deadline: 1733364928234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:28,241 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:28,241 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:28,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60384 deadline: 1733364928235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:28,241 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:28,242 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:28,242 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:28,242 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:28,242 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:28,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60374 deadline: 1733364928235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:28,242 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:28,242 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:28,242 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:28,242 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:28,242 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:28,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60362 deadline: 1733364928235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:28,242 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:28,242 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:28,242 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:28,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60316 deadline: 1733364928235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:28,242 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:28,243 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:28,243 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:28,243 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:28,276 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=697 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/B/7a4d46b86f1544148caec74435ca92a7 2024-12-05T02:14:28,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/C/d3af089528b64f73a4ea953d1e60fa0d is 50, key is test_row_0/C:col10/1733364866717/Put/seqid=0 2024-12-05T02:14:28,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742077_1253 (size=12301) 2024-12-05T02:14:28,691 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=697 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/C/d3af089528b64f73a4ea953d1e60fa0d 2024-12-05T02:14:28,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/A/bfc7074c08714f48ab342656ccc8d0af as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/bfc7074c08714f48ab342656ccc8d0af 2024-12-05T02:14:28,704 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/bfc7074c08714f48ab342656ccc8d0af, entries=150, sequenceid=697, filesize=30.5 K 2024-12-05T02:14:28,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/B/7a4d46b86f1544148caec74435ca92a7 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/B/7a4d46b86f1544148caec74435ca92a7 2024-12-05T02:14:28,709 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/B/7a4d46b86f1544148caec74435ca92a7, entries=150, sequenceid=697, filesize=12.0 K 2024-12-05T02:14:28,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/C/d3af089528b64f73a4ea953d1e60fa0d as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/C/d3af089528b64f73a4ea953d1e60fa0d 2024-12-05T02:14:28,714 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/C/d3af089528b64f73a4ea953d1e60fa0d, entries=150, sequenceid=697, filesize=12.0 K 2024-12-05T02:14:28,716 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=80.51 KB/82440 for bc8cc7dea4fa6b09d347056d40353c75 in 1863ms, sequenceid=697, compaction requested=false 2024-12-05T02:14:28,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2603): Flush status journal for bc8cc7dea4fa6b09d347056d40353c75: 2024-12-05T02:14:28,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75. 2024-12-05T02:14:28,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=59 2024-12-05T02:14:28,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.HMaster(4169): Remote procedure done, pid=59 2024-12-05T02:14:28,720 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=59, resume processing ppid=58 2024-12-05T02:14:28,720 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=58, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0190 sec 2024-12-05T02:14:28,722 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees in 2.0250 sec 2024-12-05T02:14:28,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-12-05T02:14:28,844 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-05T02:14:28,845 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T02:14:28,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] procedure2.ProcedureExecutor(1139): Stored pid=60, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees 2024-12-05T02:14:28,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-12-05T02:14:28,847 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=60, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T02:14:28,848 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=60, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T02:14:28,848 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T02:14:28,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-12-05T02:14:29,000 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-12-05T02:14:29,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75. 2024-12-05T02:14:29,001 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2902): Flushing bc8cc7dea4fa6b09d347056d40353c75 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-12-05T02:14:29,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc8cc7dea4fa6b09d347056d40353c75, store=A 2024-12-05T02:14:29,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:14:29,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc8cc7dea4fa6b09d347056d40353c75, store=B 2024-12-05T02:14:29,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:14:29,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc8cc7dea4fa6b09d347056d40353c75, store=C 2024-12-05T02:14:29,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:14:29,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412058b209166977f4b84bdfd3f37bf7bac66_bc8cc7dea4fa6b09d347056d40353c75 is 50, key is test_row_0/A:col10/1733364867057/Put/seqid=0 2024-12-05T02:14:29,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742078_1254 (size=12454) 2024-12-05T02:14:29,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:29,027 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412058b209166977f4b84bdfd3f37bf7bac66_bc8cc7dea4fa6b09d347056d40353c75 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412058b209166977f4b84bdfd3f37bf7bac66_bc8cc7dea4fa6b09d347056d40353c75 2024-12-05T02:14:29,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/A/e167c6193cbe44ceb8a78858f67b561d, store: [table=TestAcidGuarantees family=A region=bc8cc7dea4fa6b09d347056d40353c75] 2024-12-05T02:14:29,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/A/e167c6193cbe44ceb8a78858f67b561d is 175, key is test_row_0/A:col10/1733364867057/Put/seqid=0 2024-12-05T02:14:29,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742079_1255 (size=31255) 2024-12-05T02:14:29,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-12-05T02:14:29,249 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75. as already flushing 2024-12-05T02:14:29,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(8855): Flush requested on bc8cc7dea4fa6b09d347056d40353c75 2024-12-05T02:14:29,284 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:29,284 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:29,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60316 deadline: 1733364929275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:29,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60384 deadline: 1733364929273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:29,285 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:29,285 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:29,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60302 deadline: 1733364929278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:29,285 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:29,285 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:29,289 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:29,289 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:29,289 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:29,289 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:29,289 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:29,289 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:29,291 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:29,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60362 deadline: 1733364929285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:29,292 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:29,292 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:29,292 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:29,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60374 deadline: 1733364929290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:29,292 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:29,292 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:29,292 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:29,292 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:29,398 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:29,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60316 deadline: 1733364929395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:29,399 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:29,399 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:29,399 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:29,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60302 deadline: 1733364929395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:29,399 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:29,399 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:29,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60374 deadline: 1733364929395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:29,400 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:29,400 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:29,400 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:29,400 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:29,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 239 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60384 deadline: 1733364929395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:29,400 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:29,400 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:29,400 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:29,401 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:29,401 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:29,401 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:29,401 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:29,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60362 deadline: 1733364929396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:29,402 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:29,402 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:29,402 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:29,435 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=715, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/A/e167c6193cbe44ceb8a78858f67b561d 2024-12-05T02:14:29,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/B/17a6f3c84cf14fb3a285a3f6cc17b9b8 is 50, key is test_row_0/B:col10/1733364867057/Put/seqid=0 2024-12-05T02:14:29,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-12-05T02:14:29,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742080_1256 (size=12301) 2024-12-05T02:14:29,491 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=715 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/B/17a6f3c84cf14fb3a285a3f6cc17b9b8 2024-12-05T02:14:29,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/C/9486cdff907e4738b1231842d2269d4f is 50, key is test_row_0/C:col10/1733364867057/Put/seqid=0 2024-12-05T02:14:29,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742081_1257 (size=12301) 2024-12-05T02:14:29,608 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:29,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60316 deadline: 1733364929604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:29,609 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:29,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60302 deadline: 1733364929604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:29,609 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:29,609 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:29,609 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:29,609 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:29,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60362 deadline: 1733364929605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:29,610 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:29,609 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:29,610 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:29,610 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:29,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 240 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60384 deadline: 1733364929605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:29,610 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:29,610 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:29,610 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:29,610 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:29,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60374 deadline: 1733364929605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:29,610 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:29,610 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:29,610 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:29,611 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:29,611 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:29,611 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:29,917 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:29,917 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:29,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60316 deadline: 1733364929916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:29,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60384 deadline: 1733364929916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:29,917 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:29,917 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:29,917 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:29,917 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:29,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60362 deadline: 1733364929916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:29,918 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:29,918 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:29,918 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:29,918 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:29,918 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:29,918 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:29,918 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:29,918 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:29,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60302 deadline: 1733364929916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:29,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60374 deadline: 1733364929916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:29,918 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:29,918 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:29,918 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:29,920 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:29,920 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:29,920 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=715 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/C/9486cdff907e4738b1231842d2269d4f 2024-12-05T02:14:29,920 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:29,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/A/e167c6193cbe44ceb8a78858f67b561d as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/e167c6193cbe44ceb8a78858f67b561d 2024-12-05T02:14:29,937 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/e167c6193cbe44ceb8a78858f67b561d, entries=150, sequenceid=715, filesize=30.5 K 2024-12-05T02:14:29,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/B/17a6f3c84cf14fb3a285a3f6cc17b9b8 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/B/17a6f3c84cf14fb3a285a3f6cc17b9b8 2024-12-05T02:14:29,945 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/B/17a6f3c84cf14fb3a285a3f6cc17b9b8, entries=150, sequenceid=715, filesize=12.0 K 2024-12-05T02:14:29,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/C/9486cdff907e4738b1231842d2269d4f as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/C/9486cdff907e4738b1231842d2269d4f 2024-12-05T02:14:29,951 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/C/9486cdff907e4738b1231842d2269d4f, entries=150, sequenceid=715, filesize=12.0 K 2024-12-05T02:14:29,952 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=100.63 KB/103050 for bc8cc7dea4fa6b09d347056d40353c75 in 952ms, sequenceid=715, compaction requested=true 2024-12-05T02:14:29,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2603): Flush status journal for bc8cc7dea4fa6b09d347056d40353c75: 2024-12-05T02:14:29,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75. 2024-12-05T02:14:29,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=61 2024-12-05T02:14:29,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.HMaster(4169): Remote procedure done, pid=61 2024-12-05T02:14:29,957 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=61, resume processing ppid=60 2024-12-05T02:14:29,957 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, ppid=60, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1070 sec 2024-12-05T02:14:29,959 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees in 1.1130 sec 2024-12-05T02:14:29,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-12-05T02:14:29,984 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-05T02:14:29,985 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T02:14:29,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] procedure2.ProcedureExecutor(1139): Stored pid=62, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees 2024-12-05T02:14:29,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-12-05T02:14:29,989 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=62, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T02:14:29,990 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=62, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T02:14:29,990 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T02:14:30,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-12-05T02:14:30,143 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-12-05T02:14:30,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75. 2024-12-05T02:14:30,143 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2902): Flushing bc8cc7dea4fa6b09d347056d40353c75 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-12-05T02:14:30,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc8cc7dea4fa6b09d347056d40353c75, store=A 2024-12-05T02:14:30,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:14:30,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc8cc7dea4fa6b09d347056d40353c75, store=B 2024-12-05T02:14:30,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:14:30,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc8cc7dea4fa6b09d347056d40353c75, store=C 2024-12-05T02:14:30,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:14:30,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205169f4eae71f24a06b2182ca1606a9540_bc8cc7dea4fa6b09d347056d40353c75 is 50, key is test_row_0/A:col10/1733364869282/Put/seqid=0 2024-12-05T02:14:30,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742082_1258 (size=12454) 2024-12-05T02:14:30,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,188 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205169f4eae71f24a06b2182ca1606a9540_bc8cc7dea4fa6b09d347056d40353c75 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205169f4eae71f24a06b2182ca1606a9540_bc8cc7dea4fa6b09d347056d40353c75 2024-12-05T02:14:30,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/A/1a118461c01d4b6a822b526492ec8c5c, store: [table=TestAcidGuarantees family=A region=bc8cc7dea4fa6b09d347056d40353c75] 2024-12-05T02:14:30,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/A/1a118461c01d4b6a822b526492ec8c5c is 175, key is test_row_0/A:col10/1733364869282/Put/seqid=0 2024-12-05T02:14:30,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742083_1259 (size=31255) 2024-12-05T02:14:30,265 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=733, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/A/1a118461c01d4b6a822b526492ec8c5c 2024-12-05T02:14:30,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/B/7edc10ee4ca642df8977bbaca9d9de73 is 50, key is test_row_0/B:col10/1733364869282/Put/seqid=0 2024-12-05T02:14:30,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742084_1260 (size=12301) 2024-12-05T02:14:30,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-12-05T02:14:30,312 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=733 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/B/7edc10ee4ca642df8977bbaca9d9de73 2024-12-05T02:14:30,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/C/9b0939c8c5694c85ab0748f20733a11b is 50, key is test_row_0/C:col10/1733364869282/Put/seqid=0 2024-12-05T02:14:30,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742085_1261 (size=12301) 2024-12-05T02:14:30,352 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=733 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/C/9b0939c8c5694c85ab0748f20733a11b 2024-12-05T02:14:30,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/A/1a118461c01d4b6a822b526492ec8c5c as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/1a118461c01d4b6a822b526492ec8c5c 2024-12-05T02:14:30,363 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/1a118461c01d4b6a822b526492ec8c5c, entries=150, sequenceid=733, filesize=30.5 K 2024-12-05T02:14:30,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/B/7edc10ee4ca642df8977bbaca9d9de73 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/B/7edc10ee4ca642df8977bbaca9d9de73 2024-12-05T02:14:30,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,369 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/B/7edc10ee4ca642df8977bbaca9d9de73, entries=150, sequenceid=733, filesize=12.0 K 2024-12-05T02:14:30,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/C/9b0939c8c5694c85ab0748f20733a11b as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/C/9b0939c8c5694c85ab0748f20733a11b 2024-12-05T02:14:30,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,380 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/C/9b0939c8c5694c85ab0748f20733a11b, entries=150, sequenceid=733, filesize=12.0 K 2024-12-05T02:14:30,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,382 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=0 B/0 for bc8cc7dea4fa6b09d347056d40353c75 in 238ms, sequenceid=733, compaction requested=true 2024-12-05T02:14:30,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2603): Flush status journal for bc8cc7dea4fa6b09d347056d40353c75: 2024-12-05T02:14:30,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75. 2024-12-05T02:14:30,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=63 2024-12-05T02:14:30,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.HMaster(4169): Remote procedure done, pid=63 2024-12-05T02:14:30,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,387 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=63, resume processing ppid=62 2024-12-05T02:14:30,387 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, ppid=62, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 394 msec 2024-12-05T02:14:30,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,390 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees in 403 msec 2024-12-05T02:14:30,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(8855): Flush requested on bc8cc7dea4fa6b09d347056d40353c75 2024-12-05T02:14:30,514 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing bc8cc7dea4fa6b09d347056d40353c75 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-05T02:14:30,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,516 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc8cc7dea4fa6b09d347056d40353c75, store=A 2024-12-05T02:14:30,516 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:14:30,516 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc8cc7dea4fa6b09d347056d40353c75, store=B 2024-12-05T02:14:30,516 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:14:30,516 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc8cc7dea4fa6b09d347056d40353c75, store=C 2024-12-05T02:14:30,516 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:14:30,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,560 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205487ee838d08e4426bd1f0a4d1311f3ae_bc8cc7dea4fa6b09d347056d40353c75 is 50, key is test_row_0/A:col10/1733364870503/Put/seqid=0 2024-12-05T02:14:30,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,575 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=859, cellSize=39335, totalHeapSize=89576, min timestamp=1733364870516, max timestamp=1733364870573Num uniques 859; 2024-12-05T02:14:30,575 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=39335, suffix heap size=117064,new segment heap size=89576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=859 2024-12-05T02:14:30,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,577 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=859, cellSize=39335, totalHeapSize=89576, min timestamp=1733364870516, max timestamp=1733364870573Num uniques 859; 2024-12-05T02:14:30,577 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=39335, suffix heap size=117064,new segment heap size=89576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=859 2024-12-05T02:14:30,578 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=859, cellSize=39335, totalHeapSize=89576, min timestamp=1733364870516, max timestamp=1733364870573Num uniques 859; 2024-12-05T02:14:30,578 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=39335, suffix heap size=117064,new segment heap size=89576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=859 2024-12-05T02:14:30,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:30,587 INFO [Thread-699 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-699. 2024-12-05T02:14:30,587 DEBUG [Thread-699 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-05T02:14:30,587 DEBUG [Thread-699 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:14:30,587 DEBUG [Thread-699 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:14:30,587 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T02:14:30,588 INFO [Thread-701 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-701. 2024-12-05T02:14:30,588 DEBUG [Thread-701 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-05T02:14:30,588 DEBUG [Thread-701 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:14:30,589 DEBUG [Thread-701 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:14:30,589 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T02:14:30,590 INFO [Thread-703 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-703. 2024-12-05T02:14:30,590 DEBUG [Thread-703 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-05T02:14:30,590 DEBUG [Thread-703 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:14:30,590 DEBUG [Thread-703 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:14:30,590 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T02:14:30,590 INFO [Thread-706 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-706. 2024-12-05T02:14:30,590 DEBUG [Thread-706 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-05T02:14:30,590 DEBUG [Thread-706 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:14:30,590 DEBUG [Thread-706 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:14:30,590 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T02:14:30,593 INFO [Thread-697 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-697. 2024-12-05T02:14:30,593 DEBUG [Thread-697 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-05T02:14:30,593 DEBUG [Thread-697 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:14:30,593 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:30,593 DEBUG [Thread-697 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:14:30,593 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T02:14:30,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60316 deadline: 1733364930577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:30,594 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:30,594 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:30,594 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:30,599 INFO [Thread-708 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-708. 2024-12-05T02:14:30,600 DEBUG [Thread-708 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-05T02:14:30,600 DEBUG [Thread-708 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:14:30,600 DEBUG [Thread-708 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:14:30,600 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T02:14:30,609 INFO [Thread-712 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-712. 2024-12-05T02:14:30,609 DEBUG [Thread-712 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-05T02:14:30,609 DEBUG [Thread-712 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:14:30,609 DEBUG [Thread-712 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:14:30,609 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T02:14:30,614 INFO [Thread-710 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-710. 2024-12-05T02:14:30,614 DEBUG [Thread-710 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-05T02:14:30,614 DEBUG [Thread-710 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:14:30,614 DEBUG [Thread-710 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:14:30,614 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T02:14:30,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-12-05T02:14:30,616 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-05T02:14:30,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742086_1262 (size=25158) 2024-12-05T02:14:30,705 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:30,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60316 deadline: 1733364930705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:30,706 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:30,706 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:30,706 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:30,915 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:30,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60316 deadline: 1733364930915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:30,915 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:30,915 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:30,915 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:31,023 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:31,026 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205487ee838d08e4426bd1f0a4d1311f3ae_bc8cc7dea4fa6b09d347056d40353c75 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205487ee838d08e4426bd1f0a4d1311f3ae_bc8cc7dea4fa6b09d347056d40353c75 2024-12-05T02:14:31,027 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/A/1b8220592227436e9a9e2b4c98faacab, store: [table=TestAcidGuarantees family=A region=bc8cc7dea4fa6b09d347056d40353c75] 2024-12-05T02:14:31,027 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/A/1b8220592227436e9a9e2b4c98faacab is 175, key is test_row_0/A:col10/1733364870503/Put/seqid=0 2024-12-05T02:14:31,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742087_1263 (size=74795) 2024-12-05T02:14:31,225 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:31,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60316 deadline: 1733364931225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:31,225 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:31,225 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:31,226 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:31,430 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=744, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/A/1b8220592227436e9a9e2b4c98faacab 2024-12-05T02:14:31,437 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/B/16a03e5631d742a9ac27d103d5025d66 is 50, key is test_row_0/B:col10/1733364870503/Put/seqid=0 2024-12-05T02:14:31,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742088_1264 (size=12301) 2024-12-05T02:14:31,734 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:31,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60316 deadline: 1733364931734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:31,735 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:31,735 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:31,735 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:14:31,842 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=744 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/B/16a03e5631d742a9ac27d103d5025d66 2024-12-05T02:14:31,850 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/C/85b79ca5a0b441f6b0f86f4984618839 is 50, key is test_row_0/C:col10/1733364870503/Put/seqid=0 2024-12-05T02:14:31,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742089_1265 (size=12301) 2024-12-05T02:14:32,254 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=744 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/C/85b79ca5a0b441f6b0f86f4984618839 2024-12-05T02:14:32,258 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/A/1b8220592227436e9a9e2b4c98faacab as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/1b8220592227436e9a9e2b4c98faacab 2024-12-05T02:14:32,262 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/1b8220592227436e9a9e2b4c98faacab, entries=400, sequenceid=744, filesize=73.0 K 2024-12-05T02:14:32,263 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/B/16a03e5631d742a9ac27d103d5025d66 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/B/16a03e5631d742a9ac27d103d5025d66 2024-12-05T02:14:32,267 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/B/16a03e5631d742a9ac27d103d5025d66, entries=150, sequenceid=744, filesize=12.0 K 2024-12-05T02:14:32,267 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/C/85b79ca5a0b441f6b0f86f4984618839 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/C/85b79ca5a0b441f6b0f86f4984618839 2024-12-05T02:14:32,271 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/C/85b79ca5a0b441f6b0f86f4984618839, entries=150, sequenceid=744, filesize=12.0 K 2024-12-05T02:14:32,272 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=147.60 KB/151140 for bc8cc7dea4fa6b09d347056d40353c75 in 1758ms, sequenceid=744, compaction requested=true 2024-12-05T02:14:32,272 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for bc8cc7dea4fa6b09d347056d40353c75: 2024-12-05T02:14:32,272 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bc8cc7dea4fa6b09d347056d40353c75:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T02:14:32,272 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:14:32,272 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-12-05T02:14:32,272 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bc8cc7dea4fa6b09d347056d40353c75:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T02:14:32,272 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:14:32,272 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bc8cc7dea4fa6b09d347056d40353c75:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T02:14:32,272 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-12-05T02:14:32,272 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T02:14:32,274 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 200701 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-12-05T02:14:32,274 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 62391 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-12-05T02:14:32,274 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1541): bc8cc7dea4fa6b09d347056d40353c75/A is initiating minor compaction (all files) 2024-12-05T02:14:32,274 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1541): bc8cc7dea4fa6b09d347056d40353c75/B is initiating minor compaction (all files) 2024-12-05T02:14:32,274 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bc8cc7dea4fa6b09d347056d40353c75/A in TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75. 2024-12-05T02:14:32,274 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bc8cc7dea4fa6b09d347056d40353c75/B in TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75. 2024-12-05T02:14:32,274 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/a8f041dc5fb641d19c48f8a3d013e173, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/bfc7074c08714f48ab342656ccc8d0af, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/e167c6193cbe44ceb8a78858f67b561d, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/1a118461c01d4b6a822b526492ec8c5c, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/1b8220592227436e9a9e2b4c98faacab] into tmpdir=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp, totalSize=196.0 K 2024-12-05T02:14:32,275 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/B/c873dac894764e76ae524a958f4e5bf6, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/B/7a4d46b86f1544148caec74435ca92a7, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/B/17a6f3c84cf14fb3a285a3f6cc17b9b8, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/B/7edc10ee4ca642df8977bbaca9d9de73, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/B/16a03e5631d742a9ac27d103d5025d66] into tmpdir=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp, totalSize=60.9 K 2024-12-05T02:14:32,275 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=11 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75. 2024-12-05T02:14:32,275 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75. files: [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/a8f041dc5fb641d19c48f8a3d013e173, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/bfc7074c08714f48ab342656ccc8d0af, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/e167c6193cbe44ceb8a78858f67b561d, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/1a118461c01d4b6a822b526492ec8c5c, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/1b8220592227436e9a9e2b4c98faacab] 2024-12-05T02:14:32,275 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting a8f041dc5fb641d19c48f8a3d013e173, keycount=150, bloomtype=ROW, size=31.4 K, encoding=NONE, compression=NONE, seqNum=678, earliestPutTs=1733364865513 2024-12-05T02:14:32,275 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting c873dac894764e76ae524a958f4e5bf6, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=678, earliestPutTs=1733364865513 2024-12-05T02:14:32,276 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting bfc7074c08714f48ab342656ccc8d0af, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=697, earliestPutTs=1733364866711 2024-12-05T02:14:32,276 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting 7a4d46b86f1544148caec74435ca92a7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=697, earliestPutTs=1733364866711 2024-12-05T02:14:32,276 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting e167c6193cbe44ceb8a78858f67b561d, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=715, earliestPutTs=1733364867057 2024-12-05T02:14:32,276 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting 17a6f3c84cf14fb3a285a3f6cc17b9b8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=715, earliestPutTs=1733364867057 2024-12-05T02:14:32,277 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1a118461c01d4b6a822b526492ec8c5c, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=733, earliestPutTs=1733364869267 2024-12-05T02:14:32,277 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting 7edc10ee4ca642df8977bbaca9d9de73, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=733, earliestPutTs=1733364869267 2024-12-05T02:14:32,278 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting 16a03e5631d742a9ac27d103d5025d66, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=744, earliestPutTs=1733364870503 2024-12-05T02:14:32,278 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1b8220592227436e9a9e2b4c98faacab, keycount=400, bloomtype=ROW, size=73.0 K, encoding=NONE, compression=NONE, seqNum=744, earliestPutTs=1733364870489 2024-12-05T02:14:32,289 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bc8cc7dea4fa6b09d347056d40353c75#B#compaction#219 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T02:14:32,289 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/B/988d8fd08e444c409d354c1fa8d1c838 is 50, key is test_row_0/B:col10/1733364870503/Put/seqid=0 2024-12-05T02:14:32,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742090_1266 (size=13357) 2024-12-05T02:14:32,300 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=bc8cc7dea4fa6b09d347056d40353c75] 2024-12-05T02:14:32,302 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241205e5cae4b5b6594cdeab53c4d4ee1fcd20_bc8cc7dea4fa6b09d347056d40353c75 store=[table=TestAcidGuarantees family=A region=bc8cc7dea4fa6b09d347056d40353c75] 2024-12-05T02:14:32,341 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241205e5cae4b5b6594cdeab53c4d4ee1fcd20_bc8cc7dea4fa6b09d347056d40353c75, store=[table=TestAcidGuarantees family=A region=bc8cc7dea4fa6b09d347056d40353c75] 2024-12-05T02:14:32,342 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205e5cae4b5b6594cdeab53c4d4ee1fcd20_bc8cc7dea4fa6b09d347056d40353c75 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=bc8cc7dea4fa6b09d347056d40353c75] 2024-12-05T02:14:32,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742091_1267 (size=4469) 2024-12-05T02:14:32,352 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bc8cc7dea4fa6b09d347056d40353c75#A#compaction#220 average throughput is 0.47 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T02:14:32,353 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/A/e6dad8744a3c4d1fb996f9dba1d54d43 is 175, key is test_row_0/A:col10/1733364870503/Put/seqid=0 2024-12-05T02:14:32,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742092_1268 (size=32311) 2024-12-05T02:14:32,698 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/B/988d8fd08e444c409d354c1fa8d1c838 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/B/988d8fd08e444c409d354c1fa8d1c838 2024-12-05T02:14:32,702 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in bc8cc7dea4fa6b09d347056d40353c75/B of bc8cc7dea4fa6b09d347056d40353c75 into 988d8fd08e444c409d354c1fa8d1c838(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T02:14:32,702 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bc8cc7dea4fa6b09d347056d40353c75: 2024-12-05T02:14:32,702 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., storeName=bc8cc7dea4fa6b09d347056d40353c75/B, priority=11, startTime=1733364872272; duration=0sec 2024-12-05T02:14:32,702 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T02:14:32,702 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bc8cc7dea4fa6b09d347056d40353c75:B 2024-12-05T02:14:32,702 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-12-05T02:14:32,704 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 62391 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-12-05T02:14:32,704 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1541): bc8cc7dea4fa6b09d347056d40353c75/C is initiating minor compaction (all files) 2024-12-05T02:14:32,704 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bc8cc7dea4fa6b09d347056d40353c75/C in TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75. 2024-12-05T02:14:32,704 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/C/f8a62ca1233d48cf9b959c42e7320c73, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/C/d3af089528b64f73a4ea953d1e60fa0d, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/C/9486cdff907e4738b1231842d2269d4f, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/C/9b0939c8c5694c85ab0748f20733a11b, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/C/85b79ca5a0b441f6b0f86f4984618839] into tmpdir=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp, totalSize=60.9 K 2024-12-05T02:14:32,704 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting f8a62ca1233d48cf9b959c42e7320c73, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=678, earliestPutTs=1733364865513 2024-12-05T02:14:32,705 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting d3af089528b64f73a4ea953d1e60fa0d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=697, earliestPutTs=1733364866711 2024-12-05T02:14:32,705 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting 9486cdff907e4738b1231842d2269d4f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=715, earliestPutTs=1733364867057 2024-12-05T02:14:32,705 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting 9b0939c8c5694c85ab0748f20733a11b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=733, earliestPutTs=1733364869267 2024-12-05T02:14:32,705 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting 85b79ca5a0b441f6b0f86f4984618839, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=744, earliestPutTs=1733364870503 2024-12-05T02:14:32,716 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bc8cc7dea4fa6b09d347056d40353c75#C#compaction#221 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T02:14:32,717 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/C/73561c5fd8464d3a940c60060405e24e is 50, key is test_row_0/C:col10/1733364870503/Put/seqid=0 2024-12-05T02:14:32,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742093_1269 (size=13357) 2024-12-05T02:14:32,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(8855): Flush requested on bc8cc7dea4fa6b09d347056d40353c75 2024-12-05T02:14:32,756 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing bc8cc7dea4fa6b09d347056d40353c75 3/3 column families, dataSize=154.31 KB heapSize=379.13 KB 2024-12-05T02:14:32,757 INFO [Thread-695 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-695. 2024-12-05T02:14:32,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc8cc7dea4fa6b09d347056d40353c75, store=A 2024-12-05T02:14:32,757 DEBUG [Thread-695 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-05T02:14:32,757 DEBUG [Thread-695 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:14:32,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T02:14:32,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc8cc7dea4fa6b09d347056d40353c75, store=B 2024-12-05T02:14:32,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T02:14:32,757 DEBUG [Thread-695 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:14:32,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc8cc7dea4fa6b09d347056d40353c75, store=C 2024-12-05T02:14:32,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T02:14:32,757 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T02:14:32,758 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-05T02:14:32,758 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 106 2024-12-05T02:14:32,758 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 155 2024-12-05T02:14:32,758 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 67 2024-12-05T02:14:32,758 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 152 2024-12-05T02:14:32,758 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 189 2024-12-05T02:14:32,758 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-05T02:14:32,758 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2422 2024-12-05T02:14:32,758 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2464 2024-12-05T02:14:32,758 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-05T02:14:32,758 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1090 2024-12-05T02:14:32,758 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3267 rows 2024-12-05T02:14:32,758 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1092 2024-12-05T02:14:32,758 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3273 rows 2024-12-05T02:14:32,758 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T02:14:32,758 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobMixedAtomicity(AcidGuaranteesTestBase.java:132) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T02:14:32,758 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:14:32,758 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:14:32,758 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T02:14:32,761 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-05T02:14:32,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] procedure2.ProcedureExecutor(1139): Stored pid=64, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-12-05T02:14:32,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-12-05T02:14:32,767 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733364872767"}]},"ts":"1733364872767"} 2024-12-05T02:14:32,769 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-05T02:14:32,769 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-05T02:14:32,771 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=65, ppid=64, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-05T02:14:32,772 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/A/e6dad8744a3c4d1fb996f9dba1d54d43 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/e6dad8744a3c4d1fb996f9dba1d54d43 2024-12-05T02:14:32,773 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=bc8cc7dea4fa6b09d347056d40353c75, UNASSIGN}] 2024-12-05T02:14:32,775 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=66, ppid=65, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=bc8cc7dea4fa6b09d347056d40353c75, UNASSIGN 2024-12-05T02:14:32,775 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120591c32c20b98845559089e250fbe56b66_bc8cc7dea4fa6b09d347056d40353c75 is 50, key is test_row_0/A:col10/1733364872755/Put/seqid=0 2024-12-05T02:14:32,775 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=66 updating hbase:meta row=bc8cc7dea4fa6b09d347056d40353c75, regionState=CLOSING, regionLocation=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:32,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=66, ppid=65, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=bc8cc7dea4fa6b09d347056d40353c75, UNASSIGN because future has completed 2024-12-05T02:14:32,778 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-05T02:14:32,778 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=67, ppid=66, state=RUNNABLE, hasLock=false; CloseRegionProcedure bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982}] 2024-12-05T02:14:32,782 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in bc8cc7dea4fa6b09d347056d40353c75/A of bc8cc7dea4fa6b09d347056d40353c75 into e6dad8744a3c4d1fb996f9dba1d54d43(size=31.6 K), total size for store is 31.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T02:14:32,782 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bc8cc7dea4fa6b09d347056d40353c75: 2024-12-05T02:14:32,782 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., storeName=bc8cc7dea4fa6b09d347056d40353c75/A, priority=11, startTime=1733364872272; duration=0sec 2024-12-05T02:14:32,782 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:14:32,782 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bc8cc7dea4fa6b09d347056d40353c75:A 2024-12-05T02:14:32,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742094_1270 (size=12454) 2024-12-05T02:14:32,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-12-05T02:14:32,931 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] handler.UnassignRegionHandler(122): Close bc8cc7dea4fa6b09d347056d40353c75 2024-12-05T02:14:32,931 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-05T02:14:32,931 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.HRegion(1722): Closing bc8cc7dea4fa6b09d347056d40353c75, disabling compactions & flushes 2024-12-05T02:14:32,931 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.HRegion(1993): waiting for 1 compactions & cache flush to complete for region TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75. 2024-12-05T02:14:33,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-12-05T02:14:33,127 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/C/73561c5fd8464d3a940c60060405e24e as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/C/73561c5fd8464d3a940c60060405e24e 2024-12-05T02:14:33,134 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in bc8cc7dea4fa6b09d347056d40353c75/C of bc8cc7dea4fa6b09d347056d40353c75 into 73561c5fd8464d3a940c60060405e24e(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T02:14:33,134 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bc8cc7dea4fa6b09d347056d40353c75: 2024-12-05T02:14:33,135 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.HRegion(1993): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75. 2024-12-05T02:14:33,135 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75., storeName=bc8cc7dea4fa6b09d347056d40353c75/C, priority=11, startTime=1733364872272; duration=0sec 2024-12-05T02:14:33,135 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:14:33,135 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bc8cc7dea4fa6b09d347056d40353c75:C 2024-12-05T02:14:33,195 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:33,202 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120591c32c20b98845559089e250fbe56b66_bc8cc7dea4fa6b09d347056d40353c75 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120591c32c20b98845559089e250fbe56b66_bc8cc7dea4fa6b09d347056d40353c75 2024-12-05T02:14:33,203 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/A/48be099b3a114e508874f8187b4328e9, store: [table=TestAcidGuarantees family=A region=bc8cc7dea4fa6b09d347056d40353c75] 2024-12-05T02:14:33,204 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/A/48be099b3a114e508874f8187b4328e9 is 175, key is test_row_0/A:col10/1733364872755/Put/seqid=0 2024-12-05T02:14:33,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742095_1271 (size=31255) 2024-12-05T02:14:33,228 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=771, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/A/48be099b3a114e508874f8187b4328e9 2024-12-05T02:14:33,237 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/B/0bb44bc9e6154d49922d252e4a1349be is 50, key is test_row_0/B:col10/1733364872755/Put/seqid=0 2024-12-05T02:14:33,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742096_1272 (size=12301) 2024-12-05T02:14:33,257 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=771 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/B/0bb44bc9e6154d49922d252e4a1349be 2024-12-05T02:14:33,266 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/C/f4f9320b8ac849ae899c8f1f56da6021 is 50, key is test_row_0/C:col10/1733364872755/Put/seqid=0 2024-12-05T02:14:33,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742097_1273 (size=12301) 2024-12-05T02:14:33,272 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=771 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/C/f4f9320b8ac849ae899c8f1f56da6021 2024-12-05T02:14:33,276 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/A/48be099b3a114e508874f8187b4328e9 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/48be099b3a114e508874f8187b4328e9 2024-12-05T02:14:33,280 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/48be099b3a114e508874f8187b4328e9, entries=150, sequenceid=771, filesize=30.5 K 2024-12-05T02:14:33,281 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/B/0bb44bc9e6154d49922d252e4a1349be as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/B/0bb44bc9e6154d49922d252e4a1349be 2024-12-05T02:14:33,285 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/B/0bb44bc9e6154d49922d252e4a1349be, entries=150, sequenceid=771, filesize=12.0 K 2024-12-05T02:14:33,285 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/.tmp/C/f4f9320b8ac849ae899c8f1f56da6021 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/C/f4f9320b8ac849ae899c8f1f56da6021 2024-12-05T02:14:33,289 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/C/f4f9320b8ac849ae899c8f1f56da6021, entries=150, sequenceid=771, filesize=12.0 K 2024-12-05T02:14:33,289 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~379.08 KB/388176, currentSize=0 B/0 for bc8cc7dea4fa6b09d347056d40353c75 in 533ms, sequenceid=771, compaction requested=false 2024-12-05T02:14:33,290 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for bc8cc7dea4fa6b09d347056d40353c75: 2024-12-05T02:14:33,290 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75. 2024-12-05T02:14:33,290 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75. 2024-12-05T02:14:33,290 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75. after waiting 0 ms 2024-12-05T02:14:33,290 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75. 2024-12-05T02:14:33,290 DEBUG [StoreCloser-TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/04e8cad1b73347ef80454b5186a61aa1, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/07a9d0e98f8242119d6af9862cfff380, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/8eec61469a544a84a0700e7da52ffaff, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/0ee41d2a31634ecb94d6b8a7aecf08f7, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/49ec3bbb37c04909b702a9b3c13eca4d, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/5d95b249067f4b10b2b5f74b5ead60f7, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/a2de82b58bb948e58252b8f442104f74, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/3819bdbf34dc497cac98ce97b0e931d5, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/c5c5e9792d8a4b97a1d2ad26172dfad0, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/0073683b30354917850f876d3c5fbe77, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/1169e84fbefe48b6bb30bb1237c72d3a, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/482494f6dce14805a8102058a9877ee1, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/c2f21b1015cb46eb8af6520d8c1f6429, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/03a4454019b5476d89285fc922e613d6, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/919f155cb7cd44a5a1265469ce8dbf75, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/13ecd976c0f544a18af45aa9f0b12e43, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/c33364e5f8b449f0a5e3e3e38ca8289b, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/5203dbf60885455ba21c2ec3374477f3, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/707d9e4fb7f44c1a9b09318c13a0aab0, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/1a57c5f50ec646fba1df3b64959b37da, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/c0c4a9d307804aea8a9ec48c721083d4, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/32e348bafd1b420e8d52245998db9589, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/e0badb10476948b9adfca7346cc18a9d, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/a33bfad148094ec0b9b1a278cd1495dd, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/e7e58692c0aa4e65b62ac9b8b3dd0097, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/81b150501ab449a7bc2424f02222593b, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/a8f041dc5fb641d19c48f8a3d013e173, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/bfc7074c08714f48ab342656ccc8d0af, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/e167c6193cbe44ceb8a78858f67b561d, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/1a118461c01d4b6a822b526492ec8c5c, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/1b8220592227436e9a9e2b4c98faacab] to archive 2024-12-05T02:14:33,291 DEBUG [StoreCloser-TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-05T02:14:33,293 DEBUG [StoreCloser-TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/04e8cad1b73347ef80454b5186a61aa1 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/04e8cad1b73347ef80454b5186a61aa1 2024-12-05T02:14:33,294 DEBUG [StoreCloser-TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/07a9d0e98f8242119d6af9862cfff380 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/07a9d0e98f8242119d6af9862cfff380 2024-12-05T02:14:33,294 DEBUG [StoreCloser-TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/8eec61469a544a84a0700e7da52ffaff to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/8eec61469a544a84a0700e7da52ffaff 2024-12-05T02:14:33,295 DEBUG [StoreCloser-TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/0ee41d2a31634ecb94d6b8a7aecf08f7 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/0ee41d2a31634ecb94d6b8a7aecf08f7 2024-12-05T02:14:33,296 DEBUG [StoreCloser-TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/49ec3bbb37c04909b702a9b3c13eca4d to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/49ec3bbb37c04909b702a9b3c13eca4d 2024-12-05T02:14:33,297 DEBUG [StoreCloser-TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/5d95b249067f4b10b2b5f74b5ead60f7 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/5d95b249067f4b10b2b5f74b5ead60f7 2024-12-05T02:14:33,298 DEBUG [StoreCloser-TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/a2de82b58bb948e58252b8f442104f74 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/a2de82b58bb948e58252b8f442104f74 2024-12-05T02:14:33,299 DEBUG [StoreCloser-TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/3819bdbf34dc497cac98ce97b0e931d5 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/3819bdbf34dc497cac98ce97b0e931d5 2024-12-05T02:14:33,300 DEBUG [StoreCloser-TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/c5c5e9792d8a4b97a1d2ad26172dfad0 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/c5c5e9792d8a4b97a1d2ad26172dfad0 2024-12-05T02:14:33,301 DEBUG [StoreCloser-TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/0073683b30354917850f876d3c5fbe77 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/0073683b30354917850f876d3c5fbe77 2024-12-05T02:14:33,303 DEBUG [StoreCloser-TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/1169e84fbefe48b6bb30bb1237c72d3a to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/1169e84fbefe48b6bb30bb1237c72d3a 2024-12-05T02:14:33,304 DEBUG [StoreCloser-TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/482494f6dce14805a8102058a9877ee1 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/482494f6dce14805a8102058a9877ee1 2024-12-05T02:14:33,306 DEBUG [StoreCloser-TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/c2f21b1015cb46eb8af6520d8c1f6429 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/c2f21b1015cb46eb8af6520d8c1f6429 2024-12-05T02:14:33,307 DEBUG [StoreCloser-TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/03a4454019b5476d89285fc922e613d6 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/03a4454019b5476d89285fc922e613d6 2024-12-05T02:14:33,308 DEBUG [StoreCloser-TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/919f155cb7cd44a5a1265469ce8dbf75 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/919f155cb7cd44a5a1265469ce8dbf75 2024-12-05T02:14:33,309 DEBUG [StoreCloser-TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/13ecd976c0f544a18af45aa9f0b12e43 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/13ecd976c0f544a18af45aa9f0b12e43 2024-12-05T02:14:33,311 DEBUG [StoreCloser-TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/c33364e5f8b449f0a5e3e3e38ca8289b to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/c33364e5f8b449f0a5e3e3e38ca8289b 2024-12-05T02:14:33,312 DEBUG [StoreCloser-TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/5203dbf60885455ba21c2ec3374477f3 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/5203dbf60885455ba21c2ec3374477f3 2024-12-05T02:14:33,313 DEBUG [StoreCloser-TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/707d9e4fb7f44c1a9b09318c13a0aab0 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/707d9e4fb7f44c1a9b09318c13a0aab0 2024-12-05T02:14:33,314 DEBUG [StoreCloser-TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/1a57c5f50ec646fba1df3b64959b37da to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/1a57c5f50ec646fba1df3b64959b37da 2024-12-05T02:14:33,315 DEBUG [StoreCloser-TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/c0c4a9d307804aea8a9ec48c721083d4 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/c0c4a9d307804aea8a9ec48c721083d4 2024-12-05T02:14:33,316 DEBUG [StoreCloser-TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/32e348bafd1b420e8d52245998db9589 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/32e348bafd1b420e8d52245998db9589 2024-12-05T02:14:33,317 DEBUG [StoreCloser-TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/e0badb10476948b9adfca7346cc18a9d to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/e0badb10476948b9adfca7346cc18a9d 2024-12-05T02:14:33,318 DEBUG [StoreCloser-TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/a33bfad148094ec0b9b1a278cd1495dd to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/a33bfad148094ec0b9b1a278cd1495dd 2024-12-05T02:14:33,320 DEBUG [StoreCloser-TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/e7e58692c0aa4e65b62ac9b8b3dd0097 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/e7e58692c0aa4e65b62ac9b8b3dd0097 2024-12-05T02:14:33,323 DEBUG [StoreCloser-TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/81b150501ab449a7bc2424f02222593b to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/81b150501ab449a7bc2424f02222593b 2024-12-05T02:14:33,324 DEBUG [StoreCloser-TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/a8f041dc5fb641d19c48f8a3d013e173 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/a8f041dc5fb641d19c48f8a3d013e173 2024-12-05T02:14:33,325 DEBUG [StoreCloser-TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/bfc7074c08714f48ab342656ccc8d0af to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/bfc7074c08714f48ab342656ccc8d0af 2024-12-05T02:14:33,326 DEBUG [StoreCloser-TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/e167c6193cbe44ceb8a78858f67b561d to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/e167c6193cbe44ceb8a78858f67b561d 2024-12-05T02:14:33,328 DEBUG [StoreCloser-TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/1a118461c01d4b6a822b526492ec8c5c to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/1a118461c01d4b6a822b526492ec8c5c 2024-12-05T02:14:33,329 DEBUG [StoreCloser-TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/1b8220592227436e9a9e2b4c98faacab to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/1b8220592227436e9a9e2b4c98faacab 2024-12-05T02:14:33,331 DEBUG [StoreCloser-TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/B/d9a0a09ad7604844b37f77bc529bbfb5, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/B/df999e6b612c45f4b5406e93c298a8d4, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/B/867ef75be5e24181a1f243160388bd4f, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/B/c78d8b999e2246d0ab3f44b0f6c0c59d, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/B/9f1775f70e4043e0838b4cad8066b2f7, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/B/27212bda64ab4615b15ee82a51585b01, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/B/ecb6a1e36cad42f8ab4d0c24fdaca8b4, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/B/3f5cd66925154bd7b7b0c78b610d0040, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/B/827665e93c4848e4afc5c26cca8cf43c, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/B/bc1108e16b1b429d808cd080eb4d3983, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/B/5d710f47679a470c9246f00c7c49c835, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/B/db4bbef71dc8466d9a04e20a51318c23, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/B/a78f10941c3c428cb50c384b10b5e788, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/B/8e96074d887e45cea97d01ae9030f6af, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/B/42f867a2c96c4459a66e88111c5d784e, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/B/cd4e716a90ce45039600e7976ad6122d, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/B/d3f985f46a0e4b2784bb37116dee3176, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/B/e45548bca9094c87a55055484f114b23, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/B/4d34b813054642a1a5082f8c3d9dc2b5, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/B/6c7e1834afad43ca9af2be4d45acc5fe, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/B/7b253d7befdf4e7dbca4a68e35641031, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/B/0a64c5429b1c45f88412d013b650e056, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/B/aca4d0f1d1e8420cb16baebbca3f3d68, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/B/75b17ad74919419daca8528d78e6c052, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/B/f808f836d0c64563b6ff9edd5689ef0f, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/B/c873dac894764e76ae524a958f4e5bf6, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/B/36e4cc757f1a4ad895f22089c3e194ea, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/B/7a4d46b86f1544148caec74435ca92a7, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/B/17a6f3c84cf14fb3a285a3f6cc17b9b8, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/B/7edc10ee4ca642df8977bbaca9d9de73, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/B/16a03e5631d742a9ac27d103d5025d66] to archive 2024-12-05T02:14:33,332 DEBUG [StoreCloser-TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-05T02:14:33,334 DEBUG [StoreCloser-TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/B/d9a0a09ad7604844b37f77bc529bbfb5 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/B/d9a0a09ad7604844b37f77bc529bbfb5 2024-12-05T02:14:33,335 DEBUG [StoreCloser-TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/B/df999e6b612c45f4b5406e93c298a8d4 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/B/df999e6b612c45f4b5406e93c298a8d4 2024-12-05T02:14:33,337 DEBUG [StoreCloser-TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/B/867ef75be5e24181a1f243160388bd4f to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/B/867ef75be5e24181a1f243160388bd4f 2024-12-05T02:14:33,339 DEBUG [StoreCloser-TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/B/c78d8b999e2246d0ab3f44b0f6c0c59d to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/B/c78d8b999e2246d0ab3f44b0f6c0c59d 2024-12-05T02:14:33,345 DEBUG [StoreCloser-TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/B/9f1775f70e4043e0838b4cad8066b2f7 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/B/9f1775f70e4043e0838b4cad8066b2f7 2024-12-05T02:14:33,346 DEBUG [StoreCloser-TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/B/27212bda64ab4615b15ee82a51585b01 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/B/27212bda64ab4615b15ee82a51585b01 2024-12-05T02:14:33,347 DEBUG [StoreCloser-TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/B/ecb6a1e36cad42f8ab4d0c24fdaca8b4 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/B/ecb6a1e36cad42f8ab4d0c24fdaca8b4 2024-12-05T02:14:33,349 DEBUG [StoreCloser-TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/B/3f5cd66925154bd7b7b0c78b610d0040 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/B/3f5cd66925154bd7b7b0c78b610d0040 2024-12-05T02:14:33,351 DEBUG [StoreCloser-TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/B/827665e93c4848e4afc5c26cca8cf43c to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/B/827665e93c4848e4afc5c26cca8cf43c 2024-12-05T02:14:33,352 DEBUG [StoreCloser-TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/B/bc1108e16b1b429d808cd080eb4d3983 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/B/bc1108e16b1b429d808cd080eb4d3983 2024-12-05T02:14:33,353 DEBUG [StoreCloser-TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/B/5d710f47679a470c9246f00c7c49c835 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/B/5d710f47679a470c9246f00c7c49c835 2024-12-05T02:14:33,355 DEBUG [StoreCloser-TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/B/db4bbef71dc8466d9a04e20a51318c23 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/B/db4bbef71dc8466d9a04e20a51318c23 2024-12-05T02:14:33,357 DEBUG [StoreCloser-TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/B/a78f10941c3c428cb50c384b10b5e788 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/B/a78f10941c3c428cb50c384b10b5e788 2024-12-05T02:14:33,358 DEBUG [StoreCloser-TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/B/8e96074d887e45cea97d01ae9030f6af to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/B/8e96074d887e45cea97d01ae9030f6af 2024-12-05T02:14:33,360 DEBUG [StoreCloser-TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/B/42f867a2c96c4459a66e88111c5d784e to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/B/42f867a2c96c4459a66e88111c5d784e 2024-12-05T02:14:33,361 DEBUG [StoreCloser-TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/B/cd4e716a90ce45039600e7976ad6122d to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/B/cd4e716a90ce45039600e7976ad6122d 2024-12-05T02:14:33,362 DEBUG [StoreCloser-TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/B/d3f985f46a0e4b2784bb37116dee3176 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/B/d3f985f46a0e4b2784bb37116dee3176 2024-12-05T02:14:33,365 DEBUG [StoreCloser-TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/B/e45548bca9094c87a55055484f114b23 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/B/e45548bca9094c87a55055484f114b23 2024-12-05T02:14:33,366 DEBUG [StoreCloser-TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/B/4d34b813054642a1a5082f8c3d9dc2b5 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/B/4d34b813054642a1a5082f8c3d9dc2b5 2024-12-05T02:14:33,367 DEBUG [StoreCloser-TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/B/6c7e1834afad43ca9af2be4d45acc5fe to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/B/6c7e1834afad43ca9af2be4d45acc5fe 2024-12-05T02:14:33,369 DEBUG [StoreCloser-TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/B/7b253d7befdf4e7dbca4a68e35641031 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/B/7b253d7befdf4e7dbca4a68e35641031 2024-12-05T02:14:33,370 DEBUG [StoreCloser-TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/B/0a64c5429b1c45f88412d013b650e056 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/B/0a64c5429b1c45f88412d013b650e056 2024-12-05T02:14:33,373 DEBUG [StoreCloser-TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/B/aca4d0f1d1e8420cb16baebbca3f3d68 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/B/aca4d0f1d1e8420cb16baebbca3f3d68 2024-12-05T02:14:33,374 DEBUG [StoreCloser-TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/B/75b17ad74919419daca8528d78e6c052 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/B/75b17ad74919419daca8528d78e6c052 2024-12-05T02:14:33,375 DEBUG [StoreCloser-TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/B/f808f836d0c64563b6ff9edd5689ef0f to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/B/f808f836d0c64563b6ff9edd5689ef0f 2024-12-05T02:14:33,376 DEBUG [StoreCloser-TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/B/c873dac894764e76ae524a958f4e5bf6 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/B/c873dac894764e76ae524a958f4e5bf6 2024-12-05T02:14:33,378 DEBUG [StoreCloser-TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/B/36e4cc757f1a4ad895f22089c3e194ea to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/B/36e4cc757f1a4ad895f22089c3e194ea 2024-12-05T02:14:33,384 DEBUG [StoreCloser-TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/B/7a4d46b86f1544148caec74435ca92a7 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/B/7a4d46b86f1544148caec74435ca92a7 2024-12-05T02:14:33,388 DEBUG [StoreCloser-TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/B/17a6f3c84cf14fb3a285a3f6cc17b9b8 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/B/17a6f3c84cf14fb3a285a3f6cc17b9b8 2024-12-05T02:14:33,390 DEBUG [StoreCloser-TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/B/7edc10ee4ca642df8977bbaca9d9de73 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/B/7edc10ee4ca642df8977bbaca9d9de73 2024-12-05T02:14:33,392 DEBUG [StoreCloser-TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/B/16a03e5631d742a9ac27d103d5025d66 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/B/16a03e5631d742a9ac27d103d5025d66 2024-12-05T02:14:33,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-12-05T02:14:33,396 DEBUG [StoreCloser-TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/C/eddc6235065a48a4825307e4abe4a11b, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/C/00462803804e430090d795cb22841899, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/C/f04bacc4ae8f4d63a0f4ed55cc7378a1, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/C/954d285d6ee04a258031a5f8b1383b13, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/C/9dc87f4426d544e69edc68c7d920b21b, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/C/8a7eccf851104519a1c603b5cf62e43d, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/C/25feb83b9fe240f2b69e67aaf5ffd7b3, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/C/846f9fac1aaa4369a5d2e4950538a90e, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/C/da5fdd0ff50b450889db398fe5f42db0, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/C/2f3de2e58d2145a0a176def79517c3cc, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/C/38e3b6e290d34434a1d12f15af968892, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/C/f0ca551afca3494c858a368b15e3fedb, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/C/ef8c7cbc1b024c1ba8112ef1ee24ee46, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/C/c81ff945343d49ee89c7442fff448392, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/C/0ab8371a71874af3aadf9126b2c32b8b, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/C/183c3ba3e67f4be8ae4b2aeb9b8438ad, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/C/181b431cb61641beb979636c7a97e0ab, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/C/d27bdaefa2d648a686c576e69e94b4c4, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/C/e07e0ec16002420f9a8d4c8d06ce4c83, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/C/019b4d5ec7cb43c6b073cf62138bc823, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/C/5a19a8946ea74867b70fede389daf8cc, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/C/12d300636ede479083c822e252c321c1, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/C/c82a6724745740cd99398335b4d56a8b, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/C/7d6022012ec44d15b0d5038f7ba4e619, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/C/0f2ad9f5ba9747ed83e68621133c27c5, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/C/f8a62ca1233d48cf9b959c42e7320c73, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/C/c6ab56ef69b84d7db07f2ca7ddb783c0, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/C/d3af089528b64f73a4ea953d1e60fa0d, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/C/9486cdff907e4738b1231842d2269d4f, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/C/9b0939c8c5694c85ab0748f20733a11b, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/C/85b79ca5a0b441f6b0f86f4984618839] to archive 2024-12-05T02:14:33,398 DEBUG [StoreCloser-TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-05T02:14:33,402 DEBUG [StoreCloser-TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/C/eddc6235065a48a4825307e4abe4a11b to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/C/eddc6235065a48a4825307e4abe4a11b 2024-12-05T02:14:33,405 DEBUG [StoreCloser-TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/C/00462803804e430090d795cb22841899 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/C/00462803804e430090d795cb22841899 2024-12-05T02:14:33,410 DEBUG [StoreCloser-TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/C/f04bacc4ae8f4d63a0f4ed55cc7378a1 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/C/f04bacc4ae8f4d63a0f4ed55cc7378a1 2024-12-05T02:14:33,411 DEBUG [StoreCloser-TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/C/954d285d6ee04a258031a5f8b1383b13 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/C/954d285d6ee04a258031a5f8b1383b13 2024-12-05T02:14:33,412 DEBUG [StoreCloser-TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/C/9dc87f4426d544e69edc68c7d920b21b to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/C/9dc87f4426d544e69edc68c7d920b21b 2024-12-05T02:14:33,413 DEBUG [StoreCloser-TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/C/8a7eccf851104519a1c603b5cf62e43d to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/C/8a7eccf851104519a1c603b5cf62e43d 2024-12-05T02:14:33,416 DEBUG [StoreCloser-TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/C/25feb83b9fe240f2b69e67aaf5ffd7b3 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/C/25feb83b9fe240f2b69e67aaf5ffd7b3 2024-12-05T02:14:33,418 DEBUG [StoreCloser-TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/C/846f9fac1aaa4369a5d2e4950538a90e to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/C/846f9fac1aaa4369a5d2e4950538a90e 2024-12-05T02:14:33,420 DEBUG [StoreCloser-TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/C/da5fdd0ff50b450889db398fe5f42db0 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/C/da5fdd0ff50b450889db398fe5f42db0 2024-12-05T02:14:33,422 DEBUG [StoreCloser-TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/C/2f3de2e58d2145a0a176def79517c3cc to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/C/2f3de2e58d2145a0a176def79517c3cc 2024-12-05T02:14:33,423 DEBUG [StoreCloser-TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/C/38e3b6e290d34434a1d12f15af968892 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/C/38e3b6e290d34434a1d12f15af968892 2024-12-05T02:14:33,425 DEBUG [StoreCloser-TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/C/f0ca551afca3494c858a368b15e3fedb to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/C/f0ca551afca3494c858a368b15e3fedb 2024-12-05T02:14:33,427 DEBUG [StoreCloser-TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/C/ef8c7cbc1b024c1ba8112ef1ee24ee46 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/C/ef8c7cbc1b024c1ba8112ef1ee24ee46 2024-12-05T02:14:33,428 DEBUG [StoreCloser-TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/C/c81ff945343d49ee89c7442fff448392 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/C/c81ff945343d49ee89c7442fff448392 2024-12-05T02:14:33,429 DEBUG [StoreCloser-TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/C/0ab8371a71874af3aadf9126b2c32b8b to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/C/0ab8371a71874af3aadf9126b2c32b8b 2024-12-05T02:14:33,430 DEBUG [StoreCloser-TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/C/183c3ba3e67f4be8ae4b2aeb9b8438ad to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/C/183c3ba3e67f4be8ae4b2aeb9b8438ad 2024-12-05T02:14:33,431 DEBUG [StoreCloser-TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/C/181b431cb61641beb979636c7a97e0ab to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/C/181b431cb61641beb979636c7a97e0ab 2024-12-05T02:14:33,433 DEBUG [StoreCloser-TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/C/d27bdaefa2d648a686c576e69e94b4c4 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/C/d27bdaefa2d648a686c576e69e94b4c4 2024-12-05T02:14:33,434 DEBUG [StoreCloser-TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/C/e07e0ec16002420f9a8d4c8d06ce4c83 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/C/e07e0ec16002420f9a8d4c8d06ce4c83 2024-12-05T02:14:33,435 DEBUG [StoreCloser-TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/C/019b4d5ec7cb43c6b073cf62138bc823 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/C/019b4d5ec7cb43c6b073cf62138bc823 2024-12-05T02:14:33,436 DEBUG [StoreCloser-TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/C/5a19a8946ea74867b70fede389daf8cc to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/C/5a19a8946ea74867b70fede389daf8cc 2024-12-05T02:14:33,438 DEBUG [StoreCloser-TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/C/12d300636ede479083c822e252c321c1 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/C/12d300636ede479083c822e252c321c1 2024-12-05T02:14:33,439 DEBUG [StoreCloser-TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/C/c82a6724745740cd99398335b4d56a8b to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/C/c82a6724745740cd99398335b4d56a8b 2024-12-05T02:14:33,440 DEBUG [StoreCloser-TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/C/7d6022012ec44d15b0d5038f7ba4e619 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/C/7d6022012ec44d15b0d5038f7ba4e619 2024-12-05T02:14:33,442 DEBUG [StoreCloser-TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/C/0f2ad9f5ba9747ed83e68621133c27c5 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/C/0f2ad9f5ba9747ed83e68621133c27c5 2024-12-05T02:14:33,443 DEBUG [StoreCloser-TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/C/f8a62ca1233d48cf9b959c42e7320c73 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/C/f8a62ca1233d48cf9b959c42e7320c73 2024-12-05T02:14:33,445 DEBUG [StoreCloser-TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/C/c6ab56ef69b84d7db07f2ca7ddb783c0 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/C/c6ab56ef69b84d7db07f2ca7ddb783c0 2024-12-05T02:14:33,446 DEBUG [StoreCloser-TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/C/d3af089528b64f73a4ea953d1e60fa0d to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/C/d3af089528b64f73a4ea953d1e60fa0d 2024-12-05T02:14:33,447 DEBUG [StoreCloser-TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/C/9486cdff907e4738b1231842d2269d4f to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/C/9486cdff907e4738b1231842d2269d4f 2024-12-05T02:14:33,448 DEBUG [StoreCloser-TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/C/9b0939c8c5694c85ab0748f20733a11b to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/C/9b0939c8c5694c85ab0748f20733a11b 2024-12-05T02:14:33,449 DEBUG [StoreCloser-TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/C/85b79ca5a0b441f6b0f86f4984618839 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/C/85b79ca5a0b441f6b0f86f4984618839 2024-12-05T02:14:33,461 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/recovered.edits/776.seqid, newMaxSeqId=776, maxSeqId=4 2024-12-05T02:14:33,462 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75. 2024-12-05T02:14:33,463 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] regionserver.HRegion(1676): Region close journal for bc8cc7dea4fa6b09d347056d40353c75: Waiting for close lock at 1733364872931Running coprocessor pre-close hooks at 1733364872931Disabling compacts and flushes for region at 1733364872931Disabling writes for close at 1733364873290 (+359 ms)Writing region close event to WAL at 1733364873450 (+160 ms)Running coprocessor post-close hooks at 1733364873462 (+12 ms)Closed at 1733364873462 2024-12-05T02:14:33,466 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=67}] handler.UnassignRegionHandler(157): Closed bc8cc7dea4fa6b09d347056d40353c75 2024-12-05T02:14:33,466 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=66 updating hbase:meta row=bc8cc7dea4fa6b09d347056d40353c75, regionState=CLOSED 2024-12-05T02:14:33,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=67, ppid=66, state=RUNNABLE, hasLock=false; CloseRegionProcedure bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 because future has completed 2024-12-05T02:14:33,473 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=67, resume processing ppid=66 2024-12-05T02:14:33,473 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, ppid=66, state=SUCCESS, hasLock=false; CloseRegionProcedure bc8cc7dea4fa6b09d347056d40353c75, server=01bccfa882c7,46535,1733364817982 in 690 msec 2024-12-05T02:14:33,475 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=66, resume processing ppid=65 2024-12-05T02:14:33,475 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, ppid=65, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=bc8cc7dea4fa6b09d347056d40353c75, UNASSIGN in 700 msec 2024-12-05T02:14:33,477 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=65, resume processing ppid=64 2024-12-05T02:14:33,477 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, ppid=64, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 704 msec 2024-12-05T02:14:33,479 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733364873478"}]},"ts":"1733364873478"} 2024-12-05T02:14:33,480 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-05T02:14:33,480 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-05T02:14:33,482 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 720 msec 2024-12-05T02:14:33,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-12-05T02:14:33,904 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-12-05T02:14:33,905 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-05T02:14:33,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] procedure2.ProcedureExecutor(1139): Stored pid=68, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T02:14:33,906 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=68, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T02:14:33,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-12-05T02:14:33,907 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=68, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T02:14:33,910 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75 2024-12-05T02:14:33,912 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A, FileablePath, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/B, FileablePath, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/C, FileablePath, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/recovered.edits] 2024-12-05T02:14:33,914 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/48be099b3a114e508874f8187b4328e9 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/48be099b3a114e508874f8187b4328e9 2024-12-05T02:14:33,915 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/e6dad8744a3c4d1fb996f9dba1d54d43 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/A/e6dad8744a3c4d1fb996f9dba1d54d43 2024-12-05T02:14:33,917 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/B/0bb44bc9e6154d49922d252e4a1349be to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/B/0bb44bc9e6154d49922d252e4a1349be 2024-12-05T02:14:33,918 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/B/988d8fd08e444c409d354c1fa8d1c838 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/B/988d8fd08e444c409d354c1fa8d1c838 2024-12-05T02:14:33,920 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/C/73561c5fd8464d3a940c60060405e24e to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/C/73561c5fd8464d3a940c60060405e24e 2024-12-05T02:14:33,921 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/C/f4f9320b8ac849ae899c8f1f56da6021 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/C/f4f9320b8ac849ae899c8f1f56da6021 2024-12-05T02:14:33,923 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/recovered.edits/776.seqid to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75/recovered.edits/776.seqid 2024-12-05T02:14:33,924 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/bc8cc7dea4fa6b09d347056d40353c75 2024-12-05T02:14:33,924 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-05T02:14:33,924 DEBUG [PEWorker-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-05T02:14:33,925 DEBUG [PEWorker-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-12-05T02:14:33,929 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205169f4eae71f24a06b2182ca1606a9540_bc8cc7dea4fa6b09d347056d40353c75 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205169f4eae71f24a06b2182ca1606a9540_bc8cc7dea4fa6b09d347056d40353c75 2024-12-05T02:14:33,930 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412051819bbbbc55d439d993909ecaa144f6c_bc8cc7dea4fa6b09d347056d40353c75 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412051819bbbbc55d439d993909ecaa144f6c_bc8cc7dea4fa6b09d347056d40353c75 2024-12-05T02:14:33,931 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120534aaf9c9468c459f85236ca09a85f6b3_bc8cc7dea4fa6b09d347056d40353c75 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120534aaf9c9468c459f85236ca09a85f6b3_bc8cc7dea4fa6b09d347056d40353c75 2024-12-05T02:14:33,932 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205422e76aed44140c9a3e9549506515448_bc8cc7dea4fa6b09d347056d40353c75 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205422e76aed44140c9a3e9549506515448_bc8cc7dea4fa6b09d347056d40353c75 2024-12-05T02:14:33,933 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205487ee838d08e4426bd1f0a4d1311f3ae_bc8cc7dea4fa6b09d347056d40353c75 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205487ee838d08e4426bd1f0a4d1311f3ae_bc8cc7dea4fa6b09d347056d40353c75 2024-12-05T02:14:33,934 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412054cc3516c61c944a989cfef56b71452eb_bc8cc7dea4fa6b09d347056d40353c75 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412054cc3516c61c944a989cfef56b71452eb_bc8cc7dea4fa6b09d347056d40353c75 2024-12-05T02:14:33,935 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412054d57474ba8e643d2aa325e1c2c553b12_bc8cc7dea4fa6b09d347056d40353c75 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412054d57474ba8e643d2aa325e1c2c553b12_bc8cc7dea4fa6b09d347056d40353c75 2024-12-05T02:14:33,936 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205593a4988d8594420b4766dbba518ce94_bc8cc7dea4fa6b09d347056d40353c75 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205593a4988d8594420b4766dbba518ce94_bc8cc7dea4fa6b09d347056d40353c75 2024-12-05T02:14:33,938 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205594814be51124b25af2d159ff4919665_bc8cc7dea4fa6b09d347056d40353c75 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205594814be51124b25af2d159ff4919665_bc8cc7dea4fa6b09d347056d40353c75 2024-12-05T02:14:33,939 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120566c5f97bdbb84ed9aa879dbd9b4ed6d1_bc8cc7dea4fa6b09d347056d40353c75 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120566c5f97bdbb84ed9aa879dbd9b4ed6d1_bc8cc7dea4fa6b09d347056d40353c75 2024-12-05T02:14:33,940 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412056792eece7ce84c9b8773f60050864fd3_bc8cc7dea4fa6b09d347056d40353c75 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412056792eece7ce84c9b8773f60050864fd3_bc8cc7dea4fa6b09d347056d40353c75 2024-12-05T02:14:33,941 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412057288ee3551464233b85d1e616883c110_bc8cc7dea4fa6b09d347056d40353c75 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412057288ee3551464233b85d1e616883c110_bc8cc7dea4fa6b09d347056d40353c75 2024-12-05T02:14:33,942 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120577cb7bda02a3475c994e23a365e2c9a8_bc8cc7dea4fa6b09d347056d40353c75 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120577cb7bda02a3475c994e23a365e2c9a8_bc8cc7dea4fa6b09d347056d40353c75 2024-12-05T02:14:33,943 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412057bda9a4f889e44088ce74708a87383f1_bc8cc7dea4fa6b09d347056d40353c75 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412057bda9a4f889e44088ce74708a87383f1_bc8cc7dea4fa6b09d347056d40353c75 2024-12-05T02:14:33,944 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412057e65117a34e442ff91593c72fe79f5fa_bc8cc7dea4fa6b09d347056d40353c75 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412057e65117a34e442ff91593c72fe79f5fa_bc8cc7dea4fa6b09d347056d40353c75 2024-12-05T02:14:33,945 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412057ff5252ae0c6482eb0c12e021c378b1b_bc8cc7dea4fa6b09d347056d40353c75 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412057ff5252ae0c6482eb0c12e021c378b1b_bc8cc7dea4fa6b09d347056d40353c75 2024-12-05T02:14:33,946 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412058b209166977f4b84bdfd3f37bf7bac66_bc8cc7dea4fa6b09d347056d40353c75 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412058b209166977f4b84bdfd3f37bf7bac66_bc8cc7dea4fa6b09d347056d40353c75 2024-12-05T02:14:33,947 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120591c32c20b98845559089e250fbe56b66_bc8cc7dea4fa6b09d347056d40353c75 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120591c32c20b98845559089e250fbe56b66_bc8cc7dea4fa6b09d347056d40353c75 2024-12-05T02:14:33,948 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412059c5877d5749449acbd3c15184b9107d4_bc8cc7dea4fa6b09d347056d40353c75 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412059c5877d5749449acbd3c15184b9107d4_bc8cc7dea4fa6b09d347056d40353c75 2024-12-05T02:14:33,949 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205a86943841fbb411e8a25ea02e6de1e75_bc8cc7dea4fa6b09d347056d40353c75 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205a86943841fbb411e8a25ea02e6de1e75_bc8cc7dea4fa6b09d347056d40353c75 2024-12-05T02:14:33,950 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205c0a9c69392f443e0bfc5f9de806093d6_bc8cc7dea4fa6b09d347056d40353c75 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205c0a9c69392f443e0bfc5f9de806093d6_bc8cc7dea4fa6b09d347056d40353c75 2024-12-05T02:14:33,951 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205e203c7117b39450b908cf37296ca1501_bc8cc7dea4fa6b09d347056d40353c75 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205e203c7117b39450b908cf37296ca1501_bc8cc7dea4fa6b09d347056d40353c75 2024-12-05T02:14:33,952 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205e4b847b4277f4a3eab144dc51124a60b_bc8cc7dea4fa6b09d347056d40353c75 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205e4b847b4277f4a3eab144dc51124a60b_bc8cc7dea4fa6b09d347056d40353c75 2024-12-05T02:14:33,953 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205feaf218a97634716bc4c5f294731226a_bc8cc7dea4fa6b09d347056d40353c75 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205feaf218a97634716bc4c5f294731226a_bc8cc7dea4fa6b09d347056d40353c75 2024-12-05T02:14:33,954 DEBUG [PEWorker-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-05T02:14:33,956 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=68, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T02:14:33,958 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-05T02:14:33,960 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-05T02:14:33,961 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=68, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T02:14:33,961 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-05T02:14:33,962 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733364873961"}]},"ts":"9223372036854775807"} 2024-12-05T02:14:33,963 INFO [PEWorker-4 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-12-05T02:14:33,963 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => bc8cc7dea4fa6b09d347056d40353c75, NAME => 'TestAcidGuarantees,,1733364847434.bc8cc7dea4fa6b09d347056d40353c75.', STARTKEY => '', ENDKEY => ''}] 2024-12-05T02:14:33,963 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-05T02:14:33,964 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733364873964"}]},"ts":"9223372036854775807"} 2024-12-05T02:14:33,965 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-12-05T02:14:33,966 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=68, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T02:14:33,967 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 61 msec 2024-12-05T02:14:34,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-12-05T02:14:34,014 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-12-05T02:14:34,015 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-12-05T02:14:34,024 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobMixedAtomicity Thread=258 (was 249) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb8f24b7-c2d2-f2f2-9c44-bbb5efe3e77b/cluster_be595e5a-c65a-57cc-945d-0f84e19eb9c0/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1293014353_22 at /127.0.0.1:48788 [Waiting for operation #1721] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb8f24b7-c2d2-f2f2-9c44-bbb5efe3e77b/cluster_be595e5a-c65a-57cc-945d-0f84e19eb9c0/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-204610442_22 at /127.0.0.1:48848 [Waiting for operation #1696] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-204610442_22 at /127.0.0.1:49354 [Waiting for operation #1154] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-204610442_22 at /127.0.0.1:40966 [Waiting for operation #1864] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1293014353_22 at /127.0.0.1:48864 [Waiting for operation #1715] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=465 (was 461) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=456 (was 386) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7753 (was 8386) 2024-12-05T02:14:34,033 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testGetAtomicity Thread=258, OpenFileDescriptor=465, MaxFileDescriptor=1048576, SystemLoadAverage=456, ProcessCount=11, AvailableMemoryMB=7753 2024-12-05T02:14:34,034 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-05T02:14:34,034 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T02:14:34,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] procedure2.ProcedureExecutor(1139): Stored pid=69, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-12-05T02:14:34,036 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=69, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T02:14:34,036 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:34,036 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 69 2024-12-05T02:14:34,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=69 2024-12-05T02:14:34,037 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=69, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T02:14:34,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742098_1274 (size=1061) 2024-12-05T02:14:34,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=69 2024-12-05T02:14:34,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=69 2024-12-05T02:14:34,445 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c 2024-12-05T02:14:34,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742099_1275 (size=53) 2024-12-05T02:14:34,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=69 2024-12-05T02:14:34,853 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:14:34,853 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 150f455da39d4e7a507741b92fc7ade5, disabling compactions & flushes 2024-12-05T02:14:34,854 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. 2024-12-05T02:14:34,854 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. 2024-12-05T02:14:34,854 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. after waiting 0 ms 2024-12-05T02:14:34,854 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. 2024-12-05T02:14:34,854 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. 2024-12-05T02:14:34,854 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 150f455da39d4e7a507741b92fc7ade5: Waiting for close lock at 1733364874853Disabling compacts and flushes for region at 1733364874853Disabling writes for close at 1733364874854 (+1 ms)Writing region close event to WAL at 1733364874854Closed at 1733364874854 2024-12-05T02:14:34,855 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=69, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T02:14:34,855 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733364874855"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733364874855"}]},"ts":"1733364874855"} 2024-12-05T02:14:34,857 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T02:14:34,858 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=69, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T02:14:34,858 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733364874858"}]},"ts":"1733364874858"} 2024-12-05T02:14:34,860 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-05T02:14:34,860 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=70, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=150f455da39d4e7a507741b92fc7ade5, ASSIGN}] 2024-12-05T02:14:34,861 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=70, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=150f455da39d4e7a507741b92fc7ade5, ASSIGN 2024-12-05T02:14:34,862 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=70, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=150f455da39d4e7a507741b92fc7ade5, ASSIGN; state=OFFLINE, location=01bccfa882c7,46535,1733364817982; forceNewPlan=false, retain=false 2024-12-05T02:14:35,012 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=70 updating hbase:meta row=150f455da39d4e7a507741b92fc7ade5, regionState=OPENING, regionLocation=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:35,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=70, ppid=69, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=150f455da39d4e7a507741b92fc7ade5, ASSIGN because future has completed 2024-12-05T02:14:35,014 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE, hasLock=false; OpenRegionProcedure 150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982}] 2024-12-05T02:14:35,169 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. 2024-12-05T02:14:35,169 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(7752): Opening region: {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} 2024-12-05T02:14:35,169 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 150f455da39d4e7a507741b92fc7ade5 2024-12-05T02:14:35,169 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:14:35,169 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(7794): checking encryption for 150f455da39d4e7a507741b92fc7ade5 2024-12-05T02:14:35,169 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(7797): checking classloading for 150f455da39d4e7a507741b92fc7ade5 2024-12-05T02:14:35,171 INFO [StoreOpener-150f455da39d4e7a507741b92fc7ade5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 150f455da39d4e7a507741b92fc7ade5 2024-12-05T02:14:35,172 INFO [StoreOpener-150f455da39d4e7a507741b92fc7ade5-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-05T02:14:35,172 INFO [StoreOpener-150f455da39d4e7a507741b92fc7ade5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 150f455da39d4e7a507741b92fc7ade5 columnFamilyName A 2024-12-05T02:14:35,172 DEBUG [StoreOpener-150f455da39d4e7a507741b92fc7ade5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:35,173 INFO [StoreOpener-150f455da39d4e7a507741b92fc7ade5-1 {}] regionserver.HStore(327): Store=150f455da39d4e7a507741b92fc7ade5/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:14:35,173 INFO [StoreOpener-150f455da39d4e7a507741b92fc7ade5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 150f455da39d4e7a507741b92fc7ade5 2024-12-05T02:14:35,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=69 2024-12-05T02:14:35,174 INFO [StoreOpener-150f455da39d4e7a507741b92fc7ade5-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-05T02:14:35,174 INFO [StoreOpener-150f455da39d4e7a507741b92fc7ade5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 150f455da39d4e7a507741b92fc7ade5 columnFamilyName B 2024-12-05T02:14:35,174 DEBUG [StoreOpener-150f455da39d4e7a507741b92fc7ade5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:35,175 INFO [StoreOpener-150f455da39d4e7a507741b92fc7ade5-1 {}] regionserver.HStore(327): Store=150f455da39d4e7a507741b92fc7ade5/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:14:35,175 INFO [StoreOpener-150f455da39d4e7a507741b92fc7ade5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 150f455da39d4e7a507741b92fc7ade5 2024-12-05T02:14:35,176 INFO [StoreOpener-150f455da39d4e7a507741b92fc7ade5-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-05T02:14:35,176 INFO [StoreOpener-150f455da39d4e7a507741b92fc7ade5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 150f455da39d4e7a507741b92fc7ade5 columnFamilyName C 2024-12-05T02:14:35,176 DEBUG [StoreOpener-150f455da39d4e7a507741b92fc7ade5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:14:35,177 INFO [StoreOpener-150f455da39d4e7a507741b92fc7ade5-1 {}] regionserver.HStore(327): Store=150f455da39d4e7a507741b92fc7ade5/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:14:35,177 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. 2024-12-05T02:14:35,177 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(1038): replaying wal for 150f455da39d4e7a507741b92fc7ade5 2024-12-05T02:14:35,178 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5 2024-12-05T02:14:35,178 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5 2024-12-05T02:14:35,179 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(1048): stopping wal replay for 150f455da39d4e7a507741b92fc7ade5 2024-12-05T02:14:35,179 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(1060): Cleaning up temporary data for 150f455da39d4e7a507741b92fc7ade5 2024-12-05T02:14:35,179 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-05T02:14:35,181 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(1093): writing seq id for 150f455da39d4e7a507741b92fc7ade5 2024-12-05T02:14:35,182 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T02:14:35,183 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(1114): Opened 150f455da39d4e7a507741b92fc7ade5; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59420044, jitterRate=-0.11457234621047974}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-05T02:14:35,183 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 150f455da39d4e7a507741b92fc7ade5 2024-12-05T02:14:35,184 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegion(1006): Region open journal for 150f455da39d4e7a507741b92fc7ade5: Running coprocessor pre-open hook at 1733364875169Writing region info on filesystem at 1733364875170 (+1 ms)Initializing all the Stores at 1733364875170Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733364875170Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733364875170Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733364875170Cleaning up temporary data from old regions at 1733364875179 (+9 ms)Running coprocessor post-open hooks at 1733364875183 (+4 ms)Region opened successfully at 1733364875184 (+1 ms) 2024-12-05T02:14:35,185 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., pid=71, masterSystemTime=1733364875165 2024-12-05T02:14:35,186 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. 2024-12-05T02:14:35,186 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=71}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. 2024-12-05T02:14:35,187 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=70 updating hbase:meta row=150f455da39d4e7a507741b92fc7ade5, regionState=OPEN, openSeqNum=2, regionLocation=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:35,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=71, ppid=70, state=RUNNABLE, hasLock=false; OpenRegionProcedure 150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 because future has completed 2024-12-05T02:14:35,191 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=71, resume processing ppid=70 2024-12-05T02:14:35,191 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=70, state=SUCCESS, hasLock=false; OpenRegionProcedure 150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 in 175 msec 2024-12-05T02:14:35,192 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=70, resume processing ppid=69 2024-12-05T02:14:35,193 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, ppid=69, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=150f455da39d4e7a507741b92fc7ade5, ASSIGN in 331 msec 2024-12-05T02:14:35,194 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=69, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T02:14:35,194 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733364875194"}]},"ts":"1733364875194"} 2024-12-05T02:14:35,195 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-05T02:14:35,196 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=69, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T02:14:35,197 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1620 sec 2024-12-05T02:14:36,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=69 2024-12-05T02:14:36,185 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-12-05T02:14:36,185 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21c1be0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:14:36,186 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01bccfa882c7,46883,-1 for getting cluster id 2024-12-05T02:14:36,186 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T02:14:36,187 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f4680e86-0374-4026-812c-1fa73d2ae720' 2024-12-05T02:14:36,187 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T02:14:36,187 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f4680e86-0374-4026-812c-1fa73d2ae720" 2024-12-05T02:14:36,187 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c77eeef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:14:36,187 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01bccfa882c7,46883,-1] 2024-12-05T02:14:36,188 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T02:14:36,188 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:14:36,189 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57926, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T02:14:36,190 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2dfeeed0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:14:36,190 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T02:14:36,191 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01bccfa882c7,46535,1733364817982, seqNum=-1] 2024-12-05T02:14:36,191 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T02:14:36,192 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57484, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T02:14:36,194 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T02:14:36,194 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 01bccfa882c7,46883,1733364817299 2024-12-05T02:14:36,194 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@944096e 2024-12-05T02:14:36,195 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T02:14:36,196 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57942, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T02:14:36,197 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1240be3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:14:36,197 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01bccfa882c7,46883,-1 for getting cluster id 2024-12-05T02:14:36,197 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T02:14:36,198 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f4680e86-0374-4026-812c-1fa73d2ae720' 2024-12-05T02:14:36,198 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T02:14:36,198 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f4680e86-0374-4026-812c-1fa73d2ae720" 2024-12-05T02:14:36,198 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e9247db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:14:36,198 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01bccfa882c7,46883,-1] 2024-12-05T02:14:36,199 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T02:14:36,199 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:14:36,199 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57968, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T02:14:36,200 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@481c9ce6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:14:36,201 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2885eb44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:14:36,201 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01bccfa882c7,46883,-1 for getting cluster id 2024-12-05T02:14:36,201 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T02:14:36,202 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f4680e86-0374-4026-812c-1fa73d2ae720' 2024-12-05T02:14:36,202 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T02:14:36,202 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f4680e86-0374-4026-812c-1fa73d2ae720" 2024-12-05T02:14:36,202 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c9b7b0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:14:36,202 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01bccfa882c7,46883,-1] 2024-12-05T02:14:36,202 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T02:14:36,203 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:14:36,203 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57996, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T02:14:36,204 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65ff58ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:14:36,205 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@692a6227, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:14:36,205 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01bccfa882c7,46883,-1 for getting cluster id 2024-12-05T02:14:36,205 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T02:14:36,205 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f4680e86-0374-4026-812c-1fa73d2ae720' 2024-12-05T02:14:36,205 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T02:14:36,206 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f4680e86-0374-4026-812c-1fa73d2ae720" 2024-12-05T02:14:36,206 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@782ec99e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:14:36,206 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01bccfa882c7,46883,-1] 2024-12-05T02:14:36,206 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T02:14:36,206 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:14:36,207 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58022, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T02:14:36,207 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77af1791, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:14:36,208 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@128d97bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:14:36,208 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01bccfa882c7,46883,-1 for getting cluster id 2024-12-05T02:14:36,208 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T02:14:36,209 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f4680e86-0374-4026-812c-1fa73d2ae720' 2024-12-05T02:14:36,209 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T02:14:36,209 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f4680e86-0374-4026-812c-1fa73d2ae720" 2024-12-05T02:14:36,209 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ee56356, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:14:36,209 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01bccfa882c7,46883,-1] 2024-12-05T02:14:36,209 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T02:14:36,209 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:14:36,210 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58038, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T02:14:36,211 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74c4660, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:14:36,211 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a4f6020, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:14:36,211 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01bccfa882c7,46883,-1 for getting cluster id 2024-12-05T02:14:36,211 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T02:14:36,212 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f4680e86-0374-4026-812c-1fa73d2ae720' 2024-12-05T02:14:36,212 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T02:14:36,212 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f4680e86-0374-4026-812c-1fa73d2ae720" 2024-12-05T02:14:36,213 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f15db7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:14:36,213 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01bccfa882c7,46883,-1] 2024-12-05T02:14:36,213 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T02:14:36,213 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:14:36,214 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58062, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T02:14:36,214 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c469315, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:14:36,216 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13ed310c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:14:36,216 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01bccfa882c7,46883,-1 for getting cluster id 2024-12-05T02:14:36,216 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T02:14:36,217 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f4680e86-0374-4026-812c-1fa73d2ae720' 2024-12-05T02:14:36,217 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T02:14:36,217 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f4680e86-0374-4026-812c-1fa73d2ae720" 2024-12-05T02:14:36,217 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@436cf7fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:14:36,217 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01bccfa882c7,46883,-1] 2024-12-05T02:14:36,217 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T02:14:36,218 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:14:36,218 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58080, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T02:14:36,219 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45a6c30c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:14:36,219 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@176a9725, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:14:36,219 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01bccfa882c7,46883,-1 for getting cluster id 2024-12-05T02:14:36,220 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T02:14:36,220 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f4680e86-0374-4026-812c-1fa73d2ae720' 2024-12-05T02:14:36,220 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T02:14:36,221 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f4680e86-0374-4026-812c-1fa73d2ae720" 2024-12-05T02:14:36,221 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ff283f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:14:36,221 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01bccfa882c7,46883,-1] 2024-12-05T02:14:36,221 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T02:14:36,221 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:14:36,222 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58096, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T02:14:36,222 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15ea3097, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:14:36,222 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5762fa4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:14:36,223 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01bccfa882c7,46883,-1 for getting cluster id 2024-12-05T02:14:36,223 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T02:14:36,223 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f4680e86-0374-4026-812c-1fa73d2ae720' 2024-12-05T02:14:36,223 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T02:14:36,223 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f4680e86-0374-4026-812c-1fa73d2ae720" 2024-12-05T02:14:36,224 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a2513fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:14:36,224 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01bccfa882c7,46883,-1] 2024-12-05T02:14:36,224 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T02:14:36,224 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:14:36,224 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58112, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T02:14:36,225 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35b855c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:14:36,225 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f72a925, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:14:36,225 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01bccfa882c7,46883,-1 for getting cluster id 2024-12-05T02:14:36,226 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T02:14:36,226 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f4680e86-0374-4026-812c-1fa73d2ae720' 2024-12-05T02:14:36,226 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T02:14:36,226 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f4680e86-0374-4026-812c-1fa73d2ae720" 2024-12-05T02:14:36,226 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ed3d7bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:14:36,226 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01bccfa882c7,46883,-1] 2024-12-05T02:14:36,227 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T02:14:36,227 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:14:36,227 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58136, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T02:14:36,228 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f4fc9e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:14:36,228 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dad1786, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:14:36,229 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01bccfa882c7,46883,-1 for getting cluster id 2024-12-05T02:14:36,229 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T02:14:36,229 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f4680e86-0374-4026-812c-1fa73d2ae720' 2024-12-05T02:14:36,229 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T02:14:36,229 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f4680e86-0374-4026-812c-1fa73d2ae720" 2024-12-05T02:14:36,230 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ec90e26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:14:36,230 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01bccfa882c7,46883,-1] 2024-12-05T02:14:36,230 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T02:14:36,230 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:14:36,230 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58158, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T02:14:36,231 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@782a69e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:14:36,231 DEBUG [Thread-1267 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T02:14:36,231 DEBUG [Thread-1261 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T02:14:36,232 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T02:14:36,232 DEBUG [Thread-1270 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T02:14:36,232 DEBUG [Thread-1278 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T02:14:36,232 DEBUG [Thread-1265 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T02:14:36,232 DEBUG [Thread-1274 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T02:14:36,233 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01bccfa882c7,46535,1733364817982, seqNum=-1] 2024-12-05T02:14:36,233 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01bccfa882c7,46535,1733364817982, seqNum=-1] 2024-12-05T02:14:36,233 DEBUG [Thread-1259 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T02:14:36,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] procedure2.ProcedureExecutor(1139): Stored pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees 2024-12-05T02:14:36,233 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T02:14:36,233 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T02:14:36,233 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01bccfa882c7,46535,1733364817982, seqNum=-1] 2024-12-05T02:14:36,233 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T02:14:36,233 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01bccfa882c7,46535,1733364817982, seqNum=-1] 2024-12-05T02:14:36,233 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01bccfa882c7,46535,1733364817982, seqNum=-1] 2024-12-05T02:14:36,233 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01bccfa882c7,46535,1733364817982, seqNum=-1] 2024-12-05T02:14:36,234 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T02:14:36,234 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T02:14:36,234 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T02:14:36,234 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T02:14:36,234 DEBUG [Thread-1276 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T02:14:36,234 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01bccfa882c7,46535,1733364817982, seqNum=-1] 2024-12-05T02:14:36,234 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57486, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T02:14:36,234 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T02:14:36,235 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T02:14:36,235 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=73, ppid=72, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T02:14:36,235 DEBUG [Thread-1263 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T02:14:36,235 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01bccfa882c7,46535,1733364817982, seqNum=-1] 2024-12-05T02:14:36,236 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T02:14:36,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-12-05T02:14:36,236 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01bccfa882c7,46535,1733364817982, seqNum=-1] 2024-12-05T02:14:36,236 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57500, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T02:14:36,236 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T02:14:36,236 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2] 2024-12-05T02:14:36,237 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57518, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T02:14:36,237 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57526, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T02:14:36,237 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57508, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T02:14:36,237 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57538, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T02:14:36,237 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57546, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T02:14:36,238 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2] 2024-12-05T02:14:36,238 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57548, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T02:14:36,238 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2] 2024-12-05T02:14:36,239 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2] 2024-12-05T02:14:36,239 DEBUG [Thread-1272 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T02:14:36,240 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2] 2024-12-05T02:14:36,240 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01bccfa882c7,46535,1733364817982, seqNum=-1] 2024-12-05T02:14:36,240 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2] 2024-12-05T02:14:36,240 DEBUG [Thread-1272 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T02:14:36,241 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2] 2024-12-05T02:14:36,241 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57554, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T02:14:36,242 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2] 2024-12-05T02:14:36,242 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57562, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T02:14:36,243 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2] 2024-12-05T02:14:36,243 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2] 2024-12-05T02:14:36,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(8855): Flush requested on 150f455da39d4e7a507741b92fc7ade5 2024-12-05T02:14:36,247 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 150f455da39d4e7a507741b92fc7ade5 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-05T02:14:36,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 150f455da39d4e7a507741b92fc7ade5, store=A 2024-12-05T02:14:36,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:14:36,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 150f455da39d4e7a507741b92fc7ade5, store=B 2024-12-05T02:14:36,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:14:36,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 150f455da39d4e7a507741b92fc7ade5, store=C 2024-12-05T02:14:36,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:14:36,272 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/A/a90c3aa1973b44c08f9117041c8c83f8 is 50, key is test_row_0/A:col10/1733364876241/Put/seqid=0 2024-12-05T02:14:36,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742100_1276 (size=12001) 2024-12-05T02:14:36,279 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/A/a90c3aa1973b44c08f9117041c8c83f8 2024-12-05T02:14:36,283 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:36,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57486 deadline: 1733364936275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:36,284 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:36,284 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:36,284 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:36,286 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733364876272, max timestamp=1733364876280Num uniques 859; 2024-12-05T02:14:36,286 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-05T02:14:36,288 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733364876272, max timestamp=1733364876280Num uniques 859; 2024-12-05T02:14:36,288 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-05T02:14:36,293 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733364876272, max timestamp=1733364876280Num uniques 859; 2024-12-05T02:14:36,294 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-05T02:14:36,324 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/B/09d15f002488496fba9e2d57d08d353b is 50, key is test_row_0/B:col10/1733364876241/Put/seqid=0 2024-12-05T02:14:36,332 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:36,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57538 deadline: 1733364936321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:36,332 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:36,332 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:36,332 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:36,338 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:36,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57548 deadline: 1733364936331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:36,338 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:36,338 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:36,338 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:36,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57554 deadline: 1733364936332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:36,339 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:36,339 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:36,339 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:36,339 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:36,342 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:36,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57518 deadline: 1733364936338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:36,343 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:36,343 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:36,343 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:36,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-12-05T02:14:36,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742101_1277 (size=12001) 2024-12-05T02:14:36,358 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/B/09d15f002488496fba9e2d57d08d353b 2024-12-05T02:14:36,391 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-05T02:14:36,392 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-12-05T02:14:36,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. 2024-12-05T02:14:36,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. as already flushing 2024-12-05T02:14:36,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. 2024-12-05T02:14:36,393 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:36,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:36,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:36,401 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/C/5b4619404fc445b8829f0d41066d7748 is 50, key is test_row_0/C:col10/1733364876241/Put/seqid=0 2024-12-05T02:14:36,402 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:36,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57486 deadline: 1733364936398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:36,403 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:36,403 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:36,403 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:36,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742102_1278 (size=12001) 2024-12-05T02:14:36,430 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/C/5b4619404fc445b8829f0d41066d7748 2024-12-05T02:14:36,438 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/A/a90c3aa1973b44c08f9117041c8c83f8 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/a90c3aa1973b44c08f9117041c8c83f8 2024-12-05T02:14:36,440 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:36,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57538 deadline: 1733364936434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:36,441 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:36,441 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:36,441 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:36,444 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/a90c3aa1973b44c08f9117041c8c83f8, entries=150, sequenceid=12, filesize=11.7 K 2024-12-05T02:14:36,446 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/B/09d15f002488496fba9e2d57d08d353b as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/09d15f002488496fba9e2d57d08d353b 2024-12-05T02:14:36,447 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:36,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57554 deadline: 1733364936445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:36,448 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:36,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57548 deadline: 1733364936445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:36,449 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:36,449 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:36,449 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:36,449 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:36,449 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:36,449 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:36,450 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/09d15f002488496fba9e2d57d08d353b, entries=150, sequenceid=12, filesize=11.7 K 2024-12-05T02:14:36,451 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/C/5b4619404fc445b8829f0d41066d7748 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/5b4619404fc445b8829f0d41066d7748 2024-12-05T02:14:36,461 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:36,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57518 deadline: 1733364936454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:36,462 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:36,462 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:36,462 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:36,465 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/5b4619404fc445b8829f0d41066d7748, entries=150, sequenceid=12, filesize=11.7 K 2024-12-05T02:14:36,466 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=134.18 KB/137400 for 150f455da39d4e7a507741b92fc7ade5 in 219ms, sequenceid=12, compaction requested=false 2024-12-05T02:14:36,466 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-12-05T02:14:36,467 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 150f455da39d4e7a507741b92fc7ade5: 2024-12-05T02:14:36,554 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-12-05T02:14:36,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. 2024-12-05T02:14:36,554 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2902): Flushing 150f455da39d4e7a507741b92fc7ade5 3/3 column families, dataSize=134.18 KB heapSize=384.98 KB 2024-12-05T02:14:36,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-12-05T02:14:36,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 150f455da39d4e7a507741b92fc7ade5, store=A 2024-12-05T02:14:36,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T02:14:36,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 150f455da39d4e7a507741b92fc7ade5, store=B 2024-12-05T02:14:36,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T02:14:36,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 150f455da39d4e7a507741b92fc7ade5, store=C 2024-12-05T02:14:36,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T02:14:36,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/A/aaaaaac26f3b4e4fa1558d8c7f5a27e2 is 50, key is test_row_0/A:col10/1733364876329/Put/seqid=0 2024-12-05T02:14:36,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742103_1279 (size=12001) 2024-12-05T02:14:36,573 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/A/aaaaaac26f3b4e4fa1558d8c7f5a27e2 2024-12-05T02:14:36,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/B/66fd62bb27b5472498822c69ee15f754 is 50, key is test_row_0/B:col10/1733364876329/Put/seqid=0 2024-12-05T02:14:36,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742104_1280 (size=12001) 2024-12-05T02:14:36,599 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/B/66fd62bb27b5472498822c69ee15f754 2024-12-05T02:14:36,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/C/cc7baaca7585425a90793665234aab4e is 50, key is test_row_0/C:col10/1733364876329/Put/seqid=0 2024-12-05T02:14:36,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(8855): Flush requested on 150f455da39d4e7a507741b92fc7ade5 2024-12-05T02:14:36,620 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. as already flushing 2024-12-05T02:14:36,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742105_1281 (size=12001) 2024-12-05T02:14:36,650 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/C/cc7baaca7585425a90793665234aab4e 2024-12-05T02:14:36,660 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:36,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57538 deadline: 1733364936652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:36,660 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:36,660 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:36,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57486 deadline: 1733364936654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:36,660 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:36,660 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:36,661 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:36,661 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:36,661 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:36,661 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:36,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57548 deadline: 1733364936655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:36,662 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:36,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57554 deadline: 1733364936655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:36,662 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:36,662 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:36,662 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:36,662 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:36,662 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:36,662 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:36,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/A/aaaaaac26f3b4e4fa1558d8c7f5a27e2 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/aaaaaac26f3b4e4fa1558d8c7f5a27e2 2024-12-05T02:14:36,668 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:36,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57518 deadline: 1733364936664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:36,669 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:36,669 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:36,669 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:36,670 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/aaaaaac26f3b4e4fa1558d8c7f5a27e2, entries=150, sequenceid=49, filesize=11.7 K 2024-12-05T02:14:36,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/B/66fd62bb27b5472498822c69ee15f754 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/66fd62bb27b5472498822c69ee15f754 2024-12-05T02:14:36,678 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/66fd62bb27b5472498822c69ee15f754, entries=150, sequenceid=49, filesize=11.7 K 2024-12-05T02:14:36,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/C/cc7baaca7585425a90793665234aab4e as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/cc7baaca7585425a90793665234aab4e 2024-12-05T02:14:36,685 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/cc7baaca7585425a90793665234aab4e, entries=150, sequenceid=49, filesize=11.7 K 2024-12-05T02:14:36,687 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~384.94 KB/394176, currentSize=46.96 KB/48090 for 150f455da39d4e7a507741b92fc7ade5 in 133ms, sequenceid=49, compaction requested=false 2024-12-05T02:14:36,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2603): Flush status journal for 150f455da39d4e7a507741b92fc7ade5: 2024-12-05T02:14:36,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. 2024-12-05T02:14:36,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=73 2024-12-05T02:14:36,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.HMaster(4169): Remote procedure done, pid=73 2024-12-05T02:14:36,691 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=73, resume processing ppid=72 2024-12-05T02:14:36,691 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 454 msec 2024-12-05T02:14:36,693 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees in 460 msec 2024-12-05T02:14:36,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(8855): Flush requested on 150f455da39d4e7a507741b92fc7ade5 2024-12-05T02:14:36,770 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 150f455da39d4e7a507741b92fc7ade5 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-12-05T02:14:36,770 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 150f455da39d4e7a507741b92fc7ade5, store=A 2024-12-05T02:14:36,770 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:14:36,770 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 150f455da39d4e7a507741b92fc7ade5, store=B 2024-12-05T02:14:36,770 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:14:36,770 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 150f455da39d4e7a507741b92fc7ade5, store=C 2024-12-05T02:14:36,770 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:14:36,802 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/A/c3ede13c854943afaa188c02c1d4b6e7 is 50, key is test_row_0/A:col10/1733364876768/Put/seqid=0 2024-12-05T02:14:36,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742106_1282 (size=12001) 2024-12-05T02:14:36,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-12-05T02:14:36,864 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-05T02:14:36,865 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T02:14:36,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] procedure2.ProcedureExecutor(1139): Stored pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees 2024-12-05T02:14:36,867 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T02:14:36,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-12-05T02:14:36,868 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T02:14:36,868 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=75, ppid=74, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T02:14:36,892 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733364876871, max timestamp=1733364876890Num uniques 859; 2024-12-05T02:14:36,892 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-05T02:14:36,892 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733364876871, max timestamp=1733364876890Num uniques 859; 2024-12-05T02:14:36,892 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733364876871, max timestamp=1733364876890Num uniques 859; 2024-12-05T02:14:36,893 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-05T02:14:36,893 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-05T02:14:36,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-12-05T02:14:36,978 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:36,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57486 deadline: 1733364936969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:36,979 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:36,979 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:36,979 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:36,979 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:36,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57538 deadline: 1733364936972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:36,979 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:36,979 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:36,979 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:36,980 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:36,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57548 deadline: 1733364936974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:36,980 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:36,980 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:36,980 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:36,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57554 deadline: 1733364936974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:36,980 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:36,981 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:36,981 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:36,981 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:36,981 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:36,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57518 deadline: 1733364936975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:36,982 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:36,982 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:36,982 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:37,021 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-12-05T02:14:37,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. 2024-12-05T02:14:37,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. as already flushing 2024-12-05T02:14:37,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. 2024-12-05T02:14:37,022 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:37,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:37,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:37,091 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:37,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57486 deadline: 1733364937084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:37,092 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:37,092 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:37,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57538 deadline: 1733364937084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:37,092 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:37,092 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:37,092 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:37,092 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:37,092 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:37,176 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-12-05T02:14:37,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. 2024-12-05T02:14:37,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. as already flushing 2024-12-05T02:14:37,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. 2024-12-05T02:14:37,177 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:37,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:37,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:37,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-12-05T02:14:37,259 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/A/c3ede13c854943afaa188c02c1d4b6e7 2024-12-05T02:14:37,295 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/B/d92e44f523cb40c48f4f9b45c18a6006 is 50, key is test_row_0/B:col10/1733364876768/Put/seqid=0 2024-12-05T02:14:37,300 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:37,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57486 deadline: 1733364937295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:37,301 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:37,301 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:37,301 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:37,329 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:37,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57538 deadline: 1733364937328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:37,329 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:37,329 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:37,329 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:37,330 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-12-05T02:14:37,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. 2024-12-05T02:14:37,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. as already flushing 2024-12-05T02:14:37,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. 2024-12-05T02:14:37,331 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:37,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742107_1283 (size=12001) 2024-12-05T02:14:37,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:37,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:37,484 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-12-05T02:14:37,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. 2024-12-05T02:14:37,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. as already flushing 2024-12-05T02:14:37,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. 2024-12-05T02:14:37,484 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:37,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:37,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:37,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-12-05T02:14:37,498 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:37,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57548 deadline: 1733364937494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:37,498 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:37,499 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:37,499 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:37,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57554 deadline: 1733364937494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:37,499 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:37,499 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:37,499 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:37,499 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:37,499 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:37,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57518 deadline: 1733364937495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:37,499 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:37,499 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:37,499 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:37,609 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:37,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57486 deadline: 1733364937605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:37,609 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:37,609 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:37,609 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:37,635 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:37,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57538 deadline: 1733364937634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:37,635 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:37,635 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:37,635 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:37,637 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-12-05T02:14:37,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. 2024-12-05T02:14:37,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. as already flushing 2024-12-05T02:14:37,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. 2024-12-05T02:14:37,638 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:37,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:37,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:37,732 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/B/d92e44f523cb40c48f4f9b45c18a6006 2024-12-05T02:14:37,742 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/C/f1d2dae6de6f45ce8a698620154ab0b6 is 50, key is test_row_0/C:col10/1733364876768/Put/seqid=0 2024-12-05T02:14:37,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742108_1284 (size=12001) 2024-12-05T02:14:37,790 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-12-05T02:14:37,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. 2024-12-05T02:14:37,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. as already flushing 2024-12-05T02:14:37,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. 2024-12-05T02:14:37,790 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:37,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:37,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:37,946 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-12-05T02:14:37,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. 2024-12-05T02:14:37,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. as already flushing 2024-12-05T02:14:37,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. 2024-12-05T02:14:37,946 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:37,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:37,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:38,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-12-05T02:14:38,099 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-12-05T02:14:38,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. 2024-12-05T02:14:38,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. as already flushing 2024-12-05T02:14:38,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. 2024-12-05T02:14:38,100 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:38,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:38,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:38,118 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:38,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57486 deadline: 1733364938114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:38,119 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:38,119 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:38,119 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:38,148 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:38,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57538 deadline: 1733364938144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:38,149 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:38,149 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:38,149 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:38,150 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/C/f1d2dae6de6f45ce8a698620154ab0b6 2024-12-05T02:14:38,155 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/A/c3ede13c854943afaa188c02c1d4b6e7 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/c3ede13c854943afaa188c02c1d4b6e7 2024-12-05T02:14:38,159 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/c3ede13c854943afaa188c02c1d4b6e7, entries=150, sequenceid=60, filesize=11.7 K 2024-12-05T02:14:38,160 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/B/d92e44f523cb40c48f4f9b45c18a6006 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/d92e44f523cb40c48f4f9b45c18a6006 2024-12-05T02:14:38,165 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/d92e44f523cb40c48f4f9b45c18a6006, entries=150, sequenceid=60, filesize=11.7 K 2024-12-05T02:14:38,166 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/C/f1d2dae6de6f45ce8a698620154ab0b6 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/f1d2dae6de6f45ce8a698620154ab0b6 2024-12-05T02:14:38,170 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/f1d2dae6de6f45ce8a698620154ab0b6, entries=150, sequenceid=60, filesize=11.7 K 2024-12-05T02:14:38,171 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 150f455da39d4e7a507741b92fc7ade5 in 1401ms, sequenceid=60, compaction requested=true 2024-12-05T02:14:38,171 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 150f455da39d4e7a507741b92fc7ade5: 2024-12-05T02:14:38,171 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 150f455da39d4e7a507741b92fc7ade5:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T02:14:38,171 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:14:38,171 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 150f455da39d4e7a507741b92fc7ade5:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T02:14:38,171 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:14:38,171 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T02:14:38,171 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 150f455da39d4e7a507741b92fc7ade5:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T02:14:38,171 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T02:14:38,171 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T02:14:38,172 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T02:14:38,172 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1541): 150f455da39d4e7a507741b92fc7ade5/B is initiating minor compaction (all files) 2024-12-05T02:14:38,172 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 150f455da39d4e7a507741b92fc7ade5/B in TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. 2024-12-05T02:14:38,172 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/09d15f002488496fba9e2d57d08d353b, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/66fd62bb27b5472498822c69ee15f754, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/d92e44f523cb40c48f4f9b45c18a6006] into tmpdir=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp, totalSize=35.2 K 2024-12-05T02:14:38,173 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T02:14:38,173 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1541): 150f455da39d4e7a507741b92fc7ade5/A is initiating minor compaction (all files) 2024-12-05T02:14:38,173 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 150f455da39d4e7a507741b92fc7ade5/A in TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. 2024-12-05T02:14:38,173 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/a90c3aa1973b44c08f9117041c8c83f8, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/aaaaaac26f3b4e4fa1558d8c7f5a27e2, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/c3ede13c854943afaa188c02c1d4b6e7] into tmpdir=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp, totalSize=35.2 K 2024-12-05T02:14:38,174 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting a90c3aa1973b44c08f9117041c8c83f8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1733364876241 2024-12-05T02:14:38,174 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting 09d15f002488496fba9e2d57d08d353b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1733364876241 2024-12-05T02:14:38,174 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting 66fd62bb27b5472498822c69ee15f754, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1733364876318 2024-12-05T02:14:38,174 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting aaaaaac26f3b4e4fa1558d8c7f5a27e2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1733364876318 2024-12-05T02:14:38,175 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting d92e44f523cb40c48f4f9b45c18a6006, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1733364876637 2024-12-05T02:14:38,175 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting c3ede13c854943afaa188c02c1d4b6e7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1733364876637 2024-12-05T02:14:38,183 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 150f455da39d4e7a507741b92fc7ade5#B#compaction#234 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T02:14:38,184 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/B/99c7d816056f43b6ad6992f7677982a3 is 50, key is test_row_0/B:col10/1733364876768/Put/seqid=0 2024-12-05T02:14:38,186 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 150f455da39d4e7a507741b92fc7ade5#A#compaction#235 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T02:14:38,187 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/A/35f361eaa12e4775a564d0cdb89170ff is 50, key is test_row_0/A:col10/1733364876768/Put/seqid=0 2024-12-05T02:14:38,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742110_1286 (size=12104) 2024-12-05T02:14:38,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742109_1285 (size=12104) 2024-12-05T02:14:38,206 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/B/99c7d816056f43b6ad6992f7677982a3 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/99c7d816056f43b6ad6992f7677982a3 2024-12-05T02:14:38,209 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/A/35f361eaa12e4775a564d0cdb89170ff as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/35f361eaa12e4775a564d0cdb89170ff 2024-12-05T02:14:38,220 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 150f455da39d4e7a507741b92fc7ade5/A of 150f455da39d4e7a507741b92fc7ade5 into 35f361eaa12e4775a564d0cdb89170ff(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T02:14:38,220 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 150f455da39d4e7a507741b92fc7ade5: 2024-12-05T02:14:38,220 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., storeName=150f455da39d4e7a507741b92fc7ade5/A, priority=13, startTime=1733364878171; duration=0sec 2024-12-05T02:14:38,220 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T02:14:38,220 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 150f455da39d4e7a507741b92fc7ade5:A 2024-12-05T02:14:38,220 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T02:14:38,220 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 150f455da39d4e7a507741b92fc7ade5/B of 150f455da39d4e7a507741b92fc7ade5 into 99c7d816056f43b6ad6992f7677982a3(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T02:14:38,220 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 150f455da39d4e7a507741b92fc7ade5: 2024-12-05T02:14:38,220 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., storeName=150f455da39d4e7a507741b92fc7ade5/B, priority=13, startTime=1733364878171; duration=0sec 2024-12-05T02:14:38,221 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:14:38,221 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 150f455da39d4e7a507741b92fc7ade5:B 2024-12-05T02:14:38,221 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T02:14:38,221 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1541): 150f455da39d4e7a507741b92fc7ade5/C is initiating minor compaction (all files) 2024-12-05T02:14:38,221 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 150f455da39d4e7a507741b92fc7ade5/C in TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. 2024-12-05T02:14:38,222 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/5b4619404fc445b8829f0d41066d7748, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/cc7baaca7585425a90793665234aab4e, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/f1d2dae6de6f45ce8a698620154ab0b6] into tmpdir=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp, totalSize=35.2 K 2024-12-05T02:14:38,223 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5b4619404fc445b8829f0d41066d7748, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1733364876241 2024-12-05T02:14:38,224 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting cc7baaca7585425a90793665234aab4e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1733364876318 2024-12-05T02:14:38,224 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting f1d2dae6de6f45ce8a698620154ab0b6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1733364876637 2024-12-05T02:14:38,233 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 150f455da39d4e7a507741b92fc7ade5#C#compaction#236 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T02:14:38,234 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/C/cbd10a4f8fab473484af798d879faced is 50, key is test_row_0/C:col10/1733364876768/Put/seqid=0 2024-12-05T02:14:38,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742111_1287 (size=12104) 2024-12-05T02:14:38,251 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/C/cbd10a4f8fab473484af798d879faced as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/cbd10a4f8fab473484af798d879faced 2024-12-05T02:14:38,253 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-12-05T02:14:38,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. 2024-12-05T02:14:38,253 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2902): Flushing 150f455da39d4e7a507741b92fc7ade5 3/3 column families, dataSize=127.47 KB heapSize=365.06 KB 2024-12-05T02:14:38,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 150f455da39d4e7a507741b92fc7ade5, store=A 2024-12-05T02:14:38,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T02:14:38,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 150f455da39d4e7a507741b92fc7ade5, store=B 2024-12-05T02:14:38,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T02:14:38,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 150f455da39d4e7a507741b92fc7ade5, store=C 2024-12-05T02:14:38,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T02:14:38,257 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 150f455da39d4e7a507741b92fc7ade5/C of 150f455da39d4e7a507741b92fc7ade5 into cbd10a4f8fab473484af798d879faced(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T02:14:38,257 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 150f455da39d4e7a507741b92fc7ade5: 2024-12-05T02:14:38,257 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., storeName=150f455da39d4e7a507741b92fc7ade5/C, priority=13, startTime=1733364878171; duration=0sec 2024-12-05T02:14:38,257 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:14:38,257 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 150f455da39d4e7a507741b92fc7ade5:C 2024-12-05T02:14:38,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/A/6302fc6feb8c4068981661c525e70508 is 50, key is test_row_0/A:col10/1733364876946/Put/seqid=0 2024-12-05T02:14:38,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742112_1288 (size=12001) 2024-12-05T02:14:38,262 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=98 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/A/6302fc6feb8c4068981661c525e70508 2024-12-05T02:14:38,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/B/9e185643d26b4fd0a82e288af6b6154d is 50, key is test_row_0/B:col10/1733364876946/Put/seqid=0 2024-12-05T02:14:38,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742113_1289 (size=12001) 2024-12-05T02:14:38,274 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=98 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/B/9e185643d26b4fd0a82e288af6b6154d 2024-12-05T02:14:38,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/C/b28ca706cc3c41ceb7805604d9bfd4b0 is 50, key is test_row_0/C:col10/1733364876946/Put/seqid=0 2024-12-05T02:14:38,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742114_1290 (size=12001) 2024-12-05T02:14:38,508 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. as already flushing 2024-12-05T02:14:38,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(8855): Flush requested on 150f455da39d4e7a507741b92fc7ade5 2024-12-05T02:14:38,534 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:38,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57548 deadline: 1733364938528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:38,535 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:38,535 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:38,535 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:38,540 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:38,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57554 deadline: 1733364938532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:38,540 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:38,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57518 deadline: 1733364938534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:38,541 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:38,541 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:38,541 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:38,542 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:38,542 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:38,542 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:38,648 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:38,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57554 deadline: 1733364938645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:38,648 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:38,648 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:38,648 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:38,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57548 deadline: 1733364938645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:38,648 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:38,649 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:38,649 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:38,649 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:38,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57518 deadline: 1733364938645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:38,649 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:38,649 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:38,649 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:38,649 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:38,687 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=98 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/C/b28ca706cc3c41ceb7805604d9bfd4b0 2024-12-05T02:14:38,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/A/6302fc6feb8c4068981661c525e70508 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/6302fc6feb8c4068981661c525e70508 2024-12-05T02:14:38,695 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/6302fc6feb8c4068981661c525e70508, entries=150, sequenceid=98, filesize=11.7 K 2024-12-05T02:14:38,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/B/9e185643d26b4fd0a82e288af6b6154d as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/9e185643d26b4fd0a82e288af6b6154d 2024-12-05T02:14:38,701 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/9e185643d26b4fd0a82e288af6b6154d, entries=150, sequenceid=98, filesize=11.7 K 2024-12-05T02:14:38,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/C/b28ca706cc3c41ceb7805604d9bfd4b0 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/b28ca706cc3c41ceb7805604d9bfd4b0 2024-12-05T02:14:38,705 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/b28ca706cc3c41ceb7805604d9bfd4b0, entries=150, sequenceid=98, filesize=11.7 K 2024-12-05T02:14:38,706 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~365.02 KB/373776, currentSize=53.67 KB/54960 for 150f455da39d4e7a507741b92fc7ade5 in 453ms, sequenceid=98, compaction requested=false 2024-12-05T02:14:38,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2603): Flush status journal for 150f455da39d4e7a507741b92fc7ade5: 2024-12-05T02:14:38,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. 2024-12-05T02:14:38,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=75 2024-12-05T02:14:38,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.HMaster(4169): Remote procedure done, pid=75 2024-12-05T02:14:38,710 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=75, resume processing ppid=74 2024-12-05T02:14:38,710 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, ppid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8400 sec 2024-12-05T02:14:38,712 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees in 1.8460 sec 2024-12-05T02:14:38,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(8855): Flush requested on 150f455da39d4e7a507741b92fc7ade5 2024-12-05T02:14:38,859 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 150f455da39d4e7a507741b92fc7ade5 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-12-05T02:14:38,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 150f455da39d4e7a507741b92fc7ade5, store=A 2024-12-05T02:14:38,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:14:38,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 150f455da39d4e7a507741b92fc7ade5, store=B 2024-12-05T02:14:38,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:14:38,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 150f455da39d4e7a507741b92fc7ade5, store=C 2024-12-05T02:14:38,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:14:38,866 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/A/86e94a72d8c94277bc5fdc39bf387a54 is 50, key is test_row_0/A:col10/1733364878856/Put/seqid=0 2024-12-05T02:14:38,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742115_1291 (size=12001) 2024-12-05T02:14:38,880 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/A/86e94a72d8c94277bc5fdc39bf387a54 2024-12-05T02:14:38,901 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/B/0d5a3397f51c445891bc7fbe6094fc71 is 50, key is test_row_0/B:col10/1733364878856/Put/seqid=0 2024-12-05T02:14:38,912 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:38,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57518 deadline: 1733364938904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:38,912 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:38,912 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:38,912 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:38,913 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:38,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57554 deadline: 1733364938907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:38,913 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:38,914 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:38,914 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:38,914 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:38,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57548 deadline: 1733364938908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:38,914 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:38,914 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:38,914 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:38,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742116_1292 (size=12001) 2024-12-05T02:14:38,999 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-05T02:14:39,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-12-05T02:14:39,015 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-05T02:14:39,015 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T02:14:39,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] procedure2.ProcedureExecutor(1139): Stored pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees 2024-12-05T02:14:39,018 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T02:14:39,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-12-05T02:14:39,019 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T02:14:39,019 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:39,019 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=77, ppid=76, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T02:14:39,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57518 deadline: 1733364939014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:39,020 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:39,020 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:39,020 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:39,026 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:39,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57548 deadline: 1733364939025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:39,027 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:39,027 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:39,027 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:39,027 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:39,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57554 deadline: 1733364939025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:39,028 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:39,028 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:39,028 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:39,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-12-05T02:14:39,138 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:39,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57486 deadline: 1733364939134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:39,139 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 01bccfa882c7,46535,1733364817982 for 'test_row_0' in 150f455da39d4e7a507741b92fc7ade5 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2169 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-05T02:14:39,139 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:39,139 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:39,139 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:39,166 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:39,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57538 deadline: 1733364939164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:39,167 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 01bccfa882c7,46535,1733364817982 for 'test_row_1' in 150f455da39d4e7a507741b92fc7ade5 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2195 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-05T02:14:39,167 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:39,167 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:39,167 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:39,173 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-12-05T02:14:39,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. 2024-12-05T02:14:39,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. as already flushing 2024-12-05T02:14:39,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. 2024-12-05T02:14:39,173 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:39,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:39,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:39,227 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:39,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57518 deadline: 1733364939224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:39,228 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:39,228 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:39,228 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:39,239 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:39,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57548 deadline: 1733364939234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:39,240 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:39,240 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:39,240 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:39,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57554 deadline: 1733364939234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:39,240 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:39,240 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:39,240 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:39,240 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:39,326 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-12-05T02:14:39,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. 2024-12-05T02:14:39,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. as already flushing 2024-12-05T02:14:39,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. 2024-12-05T02:14:39,326 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:39,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:39,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:39,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-12-05T02:14:39,344 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/B/0d5a3397f51c445891bc7fbe6094fc71 2024-12-05T02:14:39,356 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/C/2801f4bd32df40e6bf0789e82a5d9253 is 50, key is test_row_0/C:col10/1733364878856/Put/seqid=0 2024-12-05T02:14:39,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742117_1293 (size=12001) 2024-12-05T02:14:39,362 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/C/2801f4bd32df40e6bf0789e82a5d9253 2024-12-05T02:14:39,369 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/A/86e94a72d8c94277bc5fdc39bf387a54 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/86e94a72d8c94277bc5fdc39bf387a54 2024-12-05T02:14:39,374 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/86e94a72d8c94277bc5fdc39bf387a54, entries=150, sequenceid=113, filesize=11.7 K 2024-12-05T02:14:39,375 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/B/0d5a3397f51c445891bc7fbe6094fc71 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/0d5a3397f51c445891bc7fbe6094fc71 2024-12-05T02:14:39,379 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/0d5a3397f51c445891bc7fbe6094fc71, entries=150, sequenceid=113, filesize=11.7 K 2024-12-05T02:14:39,380 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/C/2801f4bd32df40e6bf0789e82a5d9253 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/2801f4bd32df40e6bf0789e82a5d9253 2024-12-05T02:14:39,387 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/2801f4bd32df40e6bf0789e82a5d9253, entries=150, sequenceid=113, filesize=11.7 K 2024-12-05T02:14:39,387 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 150f455da39d4e7a507741b92fc7ade5 in 528ms, sequenceid=113, compaction requested=true 2024-12-05T02:14:39,387 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 150f455da39d4e7a507741b92fc7ade5: 2024-12-05T02:14:39,388 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T02:14:39,388 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 150f455da39d4e7a507741b92fc7ade5:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T02:14:39,388 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:14:39,388 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T02:14:39,389 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 150f455da39d4e7a507741b92fc7ade5:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T02:14:39,389 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:14:39,389 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 150f455da39d4e7a507741b92fc7ade5:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T02:14:39,389 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T02:14:39,389 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T02:14:39,389 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1541): 150f455da39d4e7a507741b92fc7ade5/A is initiating minor compaction (all files) 2024-12-05T02:14:39,389 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 150f455da39d4e7a507741b92fc7ade5/A in TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. 2024-12-05T02:14:39,389 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/35f361eaa12e4775a564d0cdb89170ff, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/6302fc6feb8c4068981661c525e70508, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/86e94a72d8c94277bc5fdc39bf387a54] into tmpdir=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp, totalSize=35.3 K 2024-12-05T02:14:39,390 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting 35f361eaa12e4775a564d0cdb89170ff, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1733364876637 2024-12-05T02:14:39,390 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T02:14:39,390 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1541): 150f455da39d4e7a507741b92fc7ade5/B is initiating minor compaction (all files) 2024-12-05T02:14:39,390 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 150f455da39d4e7a507741b92fc7ade5/B in TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. 2024-12-05T02:14:39,390 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/99c7d816056f43b6ad6992f7677982a3, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/9e185643d26b4fd0a82e288af6b6154d, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/0d5a3397f51c445891bc7fbe6094fc71] into tmpdir=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp, totalSize=35.3 K 2024-12-05T02:14:39,390 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6302fc6feb8c4068981661c525e70508, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1733364876946 2024-12-05T02:14:39,391 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting 99c7d816056f43b6ad6992f7677982a3, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1733364876637 2024-12-05T02:14:39,391 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting 86e94a72d8c94277bc5fdc39bf387a54, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1733364878856 2024-12-05T02:14:39,391 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting 9e185643d26b4fd0a82e288af6b6154d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1733364876946 2024-12-05T02:14:39,391 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting 0d5a3397f51c445891bc7fbe6094fc71, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1733364878856 2024-12-05T02:14:39,411 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 150f455da39d4e7a507741b92fc7ade5#A#compaction#243 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T02:14:39,411 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/A/b1d2f50f221348e98047c9c87ca4531e is 50, key is test_row_0/A:col10/1733364878856/Put/seqid=0 2024-12-05T02:14:39,427 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 150f455da39d4e7a507741b92fc7ade5#B#compaction#244 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T02:14:39,427 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/B/4ad76724c8254ca7aa49a87281044849 is 50, key is test_row_0/B:col10/1733364878856/Put/seqid=0 2024-12-05T02:14:39,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742118_1294 (size=12207) 2024-12-05T02:14:39,455 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/A/b1d2f50f221348e98047c9c87ca4531e as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/b1d2f50f221348e98047c9c87ca4531e 2024-12-05T02:14:39,465 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 150f455da39d4e7a507741b92fc7ade5/A of 150f455da39d4e7a507741b92fc7ade5 into b1d2f50f221348e98047c9c87ca4531e(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T02:14:39,465 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 150f455da39d4e7a507741b92fc7ade5: 2024-12-05T02:14:39,465 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., storeName=150f455da39d4e7a507741b92fc7ade5/A, priority=13, startTime=1733364879388; duration=0sec 2024-12-05T02:14:39,465 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T02:14:39,465 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 150f455da39d4e7a507741b92fc7ade5:A 2024-12-05T02:14:39,465 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T02:14:39,467 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T02:14:39,467 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1541): 150f455da39d4e7a507741b92fc7ade5/C is initiating minor compaction (all files) 2024-12-05T02:14:39,467 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 150f455da39d4e7a507741b92fc7ade5/C in TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. 2024-12-05T02:14:39,467 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/cbd10a4f8fab473484af798d879faced, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/b28ca706cc3c41ceb7805604d9bfd4b0, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/2801f4bd32df40e6bf0789e82a5d9253] into tmpdir=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp, totalSize=35.3 K 2024-12-05T02:14:39,468 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting cbd10a4f8fab473484af798d879faced, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1733364876637 2024-12-05T02:14:39,468 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting b28ca706cc3c41ceb7805604d9bfd4b0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1733364876946 2024-12-05T02:14:39,468 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2801f4bd32df40e6bf0789e82a5d9253, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1733364878856 2024-12-05T02:14:39,479 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-12-05T02:14:39,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. 2024-12-05T02:14:39,479 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2902): Flushing 150f455da39d4e7a507741b92fc7ade5 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-12-05T02:14:39,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 150f455da39d4e7a507741b92fc7ade5, store=A 2024-12-05T02:14:39,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:14:39,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 150f455da39d4e7a507741b92fc7ade5, store=B 2024-12-05T02:14:39,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:14:39,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 150f455da39d4e7a507741b92fc7ade5, store=C 2024-12-05T02:14:39,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:14:39,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742119_1295 (size=12207) 2024-12-05T02:14:39,483 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 150f455da39d4e7a507741b92fc7ade5#C#compaction#245 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T02:14:39,485 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/C/e9372e36c07e439382e3257a81d5d96d is 50, key is test_row_0/C:col10/1733364878856/Put/seqid=0 2024-12-05T02:14:39,486 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/B/4ad76724c8254ca7aa49a87281044849 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/4ad76724c8254ca7aa49a87281044849 2024-12-05T02:14:39,494 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 150f455da39d4e7a507741b92fc7ade5/B of 150f455da39d4e7a507741b92fc7ade5 into 4ad76724c8254ca7aa49a87281044849(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T02:14:39,494 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 150f455da39d4e7a507741b92fc7ade5: 2024-12-05T02:14:39,494 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., storeName=150f455da39d4e7a507741b92fc7ade5/B, priority=13, startTime=1733364879388; duration=0sec 2024-12-05T02:14:39,494 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:14:39,494 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 150f455da39d4e7a507741b92fc7ade5:B 2024-12-05T02:14:39,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/A/72252b69cf20473eb8006865c8f30e52 is 50, key is test_row_0/A:col10/1733364878881/Put/seqid=0 2024-12-05T02:14:39,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742120_1296 (size=12207) 2024-12-05T02:14:39,535 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/C/e9372e36c07e439382e3257a81d5d96d as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/e9372e36c07e439382e3257a81d5d96d 2024-12-05T02:14:39,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(8855): Flush requested on 150f455da39d4e7a507741b92fc7ade5 2024-12-05T02:14:39,539 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. as already flushing 2024-12-05T02:14:39,541 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 150f455da39d4e7a507741b92fc7ade5/C of 150f455da39d4e7a507741b92fc7ade5 into e9372e36c07e439382e3257a81d5d96d(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T02:14:39,541 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 150f455da39d4e7a507741b92fc7ade5: 2024-12-05T02:14:39,541 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., storeName=150f455da39d4e7a507741b92fc7ade5/C, priority=13, startTime=1733364879389; duration=0sec 2024-12-05T02:14:39,541 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:14:39,541 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 150f455da39d4e7a507741b92fc7ade5:C 2024-12-05T02:14:39,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742121_1297 (size=12101) 2024-12-05T02:14:39,570 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:39,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57548 deadline: 1733364939566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:39,571 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:39,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57554 deadline: 1733364939567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:39,571 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:39,571 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:39,571 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:39,571 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:39,571 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:39,571 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:39,575 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:39,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57518 deadline: 1733364939571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:39,575 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:39,576 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:39,576 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:39,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-12-05T02:14:39,678 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:39,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57548 deadline: 1733364939674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:39,678 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:39,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57554 deadline: 1733364939674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:39,679 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:39,679 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:39,679 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:39,679 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:39,679 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:39,679 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:39,690 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:39,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57518 deadline: 1733364939688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:39,691 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:39,691 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:39,691 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:39,888 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:39,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57554 deadline: 1733364939884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:39,889 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:39,889 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:39,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57548 deadline: 1733364939884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:39,889 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:39,889 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:39,889 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:39,889 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:39,889 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:39,895 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:39,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57518 deadline: 1733364939894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:39,895 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:39,896 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:39,896 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:39,950 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/A/72252b69cf20473eb8006865c8f30e52 2024-12-05T02:14:39,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/B/4b6bcebe075844eb9bebbcc0576dab38 is 50, key is test_row_0/B:col10/1733364878881/Put/seqid=0 2024-12-05T02:14:40,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742122_1298 (size=12101) 2024-12-05T02:14:40,014 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/B/4b6bcebe075844eb9bebbcc0576dab38 2024-12-05T02:14:40,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/C/759183e3b44f41debba47e6fe1e62a90 is 50, key is test_row_0/C:col10/1733364878881/Put/seqid=0 2024-12-05T02:14:40,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742123_1299 (size=12101) 2024-12-05T02:14:40,051 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/C/759183e3b44f41debba47e6fe1e62a90 2024-12-05T02:14:40,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/A/72252b69cf20473eb8006865c8f30e52 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/72252b69cf20473eb8006865c8f30e52 2024-12-05T02:14:40,063 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/72252b69cf20473eb8006865c8f30e52, entries=150, sequenceid=132, filesize=11.8 K 2024-12-05T02:14:40,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/B/4b6bcebe075844eb9bebbcc0576dab38 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/4b6bcebe075844eb9bebbcc0576dab38 2024-12-05T02:14:40,069 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/4b6bcebe075844eb9bebbcc0576dab38, entries=150, sequenceid=132, filesize=11.8 K 2024-12-05T02:14:40,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/C/759183e3b44f41debba47e6fe1e62a90 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/759183e3b44f41debba47e6fe1e62a90 2024-12-05T02:14:40,074 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/759183e3b44f41debba47e6fe1e62a90, entries=150, sequenceid=132, filesize=11.8 K 2024-12-05T02:14:40,075 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for 150f455da39d4e7a507741b92fc7ade5 in 596ms, sequenceid=132, compaction requested=false 2024-12-05T02:14:40,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2603): Flush status journal for 150f455da39d4e7a507741b92fc7ade5: 2024-12-05T02:14:40,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. 2024-12-05T02:14:40,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=77 2024-12-05T02:14:40,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.HMaster(4169): Remote procedure done, pid=77 2024-12-05T02:14:40,078 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=77, resume processing ppid=76 2024-12-05T02:14:40,079 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0570 sec 2024-12-05T02:14:40,083 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees in 1.0650 sec 2024-12-05T02:14:40,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-12-05T02:14:40,155 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-05T02:14:40,156 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T02:14:40,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] procedure2.ProcedureExecutor(1139): Stored pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees 2024-12-05T02:14:40,158 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T02:14:40,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-12-05T02:14:40,159 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T02:14:40,159 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=78, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T02:14:40,198 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 150f455da39d4e7a507741b92fc7ade5 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-12-05T02:14:40,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(8855): Flush requested on 150f455da39d4e7a507741b92fc7ade5 2024-12-05T02:14:40,199 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 150f455da39d4e7a507741b92fc7ade5, store=A 2024-12-05T02:14:40,199 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:14:40,199 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 150f455da39d4e7a507741b92fc7ade5, store=B 2024-12-05T02:14:40,199 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:14:40,199 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 150f455da39d4e7a507741b92fc7ade5, store=C 2024-12-05T02:14:40,199 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:14:40,210 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/A/9a5ca1d37d4a4b909e3af126774d9005 is 50, key is test_row_0/A:col10/1733364880196/Put/seqid=0 2024-12-05T02:14:40,230 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:40,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57518 deadline: 1733364940226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:40,231 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:40,231 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:40,231 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:40,233 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:40,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57554 deadline: 1733364940229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:40,233 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:40,234 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:40,234 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:40,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742124_1300 (size=14541) 2024-12-05T02:14:40,234 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=150 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/A/9a5ca1d37d4a4b909e3af126774d9005 2024-12-05T02:14:40,236 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:40,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57548 deadline: 1733364940230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:40,244 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:40,244 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:40,244 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:40,255 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/B/a0615a46b88249b1b67c954017b92400 is 50, key is test_row_0/B:col10/1733364880196/Put/seqid=0 2024-12-05T02:14:40,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-12-05T02:14:40,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742125_1301 (size=12151) 2024-12-05T02:14:40,312 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-12-05T02:14:40,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. 2024-12-05T02:14:40,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. as already flushing 2024-12-05T02:14:40,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. 2024-12-05T02:14:40,312 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:40,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:40,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:40,338 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:40,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57518 deadline: 1733364940335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:40,339 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:40,339 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:40,339 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:40,348 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:40,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57554 deadline: 1733364940344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:40,348 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:40,348 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:40,348 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:40,357 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:40,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57548 deadline: 1733364940354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:40,358 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:40,358 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:40,358 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:40,466 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-12-05T02:14:40,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. 2024-12-05T02:14:40,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. as already flushing 2024-12-05T02:14:40,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. 2024-12-05T02:14:40,466 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:40,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:40,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:40,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-12-05T02:14:40,547 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:40,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57518 deadline: 1733364940546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:40,549 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:40,549 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:40,549 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:40,556 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:40,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57554 deadline: 1733364940555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:40,557 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:40,557 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:40,557 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:40,567 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:40,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57548 deadline: 1733364940565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:40,568 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:40,568 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:40,568 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:40,620 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-12-05T02:14:40,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. 2024-12-05T02:14:40,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. as already flushing 2024-12-05T02:14:40,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. 2024-12-05T02:14:40,620 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:40,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:40,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:40,707 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=150 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/B/a0615a46b88249b1b67c954017b92400 2024-12-05T02:14:40,731 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/C/3afe05ecfae34e5fa77d33d1b6f2484a is 50, key is test_row_0/C:col10/1733364880196/Put/seqid=0 2024-12-05T02:14:40,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742126_1302 (size=12151) 2024-12-05T02:14:40,761 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=150 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/C/3afe05ecfae34e5fa77d33d1b6f2484a 2024-12-05T02:14:40,774 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/A/9a5ca1d37d4a4b909e3af126774d9005 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/9a5ca1d37d4a4b909e3af126774d9005 2024-12-05T02:14:40,774 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-12-05T02:14:40,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. 2024-12-05T02:14:40,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. as already flushing 2024-12-05T02:14:40,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. 2024-12-05T02:14:40,774 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:40,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:40,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:40,780 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/9a5ca1d37d4a4b909e3af126774d9005, entries=200, sequenceid=150, filesize=14.2 K 2024-12-05T02:14:40,781 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/B/a0615a46b88249b1b67c954017b92400 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/a0615a46b88249b1b67c954017b92400 2024-12-05T02:14:40,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-12-05T02:14:40,813 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/a0615a46b88249b1b67c954017b92400, entries=150, sequenceid=150, filesize=11.9 K 2024-12-05T02:14:40,815 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/C/3afe05ecfae34e5fa77d33d1b6f2484a as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/3afe05ecfae34e5fa77d33d1b6f2484a 2024-12-05T02:14:40,821 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/3afe05ecfae34e5fa77d33d1b6f2484a, entries=150, sequenceid=150, filesize=11.9 K 2024-12-05T02:14:40,823 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for 150f455da39d4e7a507741b92fc7ade5 in 625ms, sequenceid=150, compaction requested=true 2024-12-05T02:14:40,823 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 150f455da39d4e7a507741b92fc7ade5: 2024-12-05T02:14:40,823 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 150f455da39d4e7a507741b92fc7ade5:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T02:14:40,823 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:14:40,823 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T02:14:40,823 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T02:14:40,825 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 150f455da39d4e7a507741b92fc7ade5:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T02:14:40,825 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36459 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T02:14:40,825 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38849 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T02:14:40,825 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1541): 150f455da39d4e7a507741b92fc7ade5/B is initiating minor compaction (all files) 2024-12-05T02:14:40,825 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1541): 150f455da39d4e7a507741b92fc7ade5/A is initiating minor compaction (all files) 2024-12-05T02:14:40,825 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 150f455da39d4e7a507741b92fc7ade5/A in TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. 2024-12-05T02:14:40,825 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 150f455da39d4e7a507741b92fc7ade5/B in TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. 2024-12-05T02:14:40,825 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/4ad76724c8254ca7aa49a87281044849, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/4b6bcebe075844eb9bebbcc0576dab38, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/a0615a46b88249b1b67c954017b92400] into tmpdir=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp, totalSize=35.6 K 2024-12-05T02:14:40,825 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/b1d2f50f221348e98047c9c87ca4531e, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/72252b69cf20473eb8006865c8f30e52, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/9a5ca1d37d4a4b909e3af126774d9005] into tmpdir=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp, totalSize=37.9 K 2024-12-05T02:14:40,825 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:14:40,825 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 150f455da39d4e7a507741b92fc7ade5:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T02:14:40,825 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T02:14:40,826 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting b1d2f50f221348e98047c9c87ca4531e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1733364878856 2024-12-05T02:14:40,826 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting 72252b69cf20473eb8006865c8f30e52, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1733364878881 2024-12-05T02:14:40,827 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting 4ad76724c8254ca7aa49a87281044849, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1733364878856 2024-12-05T02:14:40,827 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9a5ca1d37d4a4b909e3af126774d9005, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=150, earliestPutTs=1733364879558 2024-12-05T02:14:40,828 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting 4b6bcebe075844eb9bebbcc0576dab38, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1733364878881 2024-12-05T02:14:40,828 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting a0615a46b88249b1b67c954017b92400, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=150, earliestPutTs=1733364879558 2024-12-05T02:14:40,851 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 150f455da39d4e7a507741b92fc7ade5#A#compaction#252 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T02:14:40,852 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/A/d308db22f49e4216bac56aa8e52f7973 is 50, key is test_row_0/A:col10/1733364880196/Put/seqid=0 2024-12-05T02:14:40,861 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 150f455da39d4e7a507741b92fc7ade5#B#compaction#253 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T02:14:40,862 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/B/67de004344544504a1180dc9b8002b17 is 50, key is test_row_0/B:col10/1733364880196/Put/seqid=0 2024-12-05T02:14:40,863 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 150f455da39d4e7a507741b92fc7ade5 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-12-05T02:14:40,863 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 150f455da39d4e7a507741b92fc7ade5, store=A 2024-12-05T02:14:40,863 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:14:40,864 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 150f455da39d4e7a507741b92fc7ade5, store=B 2024-12-05T02:14:40,864 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:14:40,864 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 150f455da39d4e7a507741b92fc7ade5, store=C 2024-12-05T02:14:40,864 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:14:40,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(8855): Flush requested on 150f455da39d4e7a507741b92fc7ade5 2024-12-05T02:14:40,890 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/A/56f6bcba6a5340e7bed971d5704e995a is 50, key is test_row_0/A:col10/1733364880228/Put/seqid=0 2024-12-05T02:14:40,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742127_1303 (size=12459) 2024-12-05T02:14:40,912 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/A/d308db22f49e4216bac56aa8e52f7973 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/d308db22f49e4216bac56aa8e52f7973 2024-12-05T02:14:40,922 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 150f455da39d4e7a507741b92fc7ade5/A of 150f455da39d4e7a507741b92fc7ade5 into d308db22f49e4216bac56aa8e52f7973(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T02:14:40,922 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 150f455da39d4e7a507741b92fc7ade5: 2024-12-05T02:14:40,922 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., storeName=150f455da39d4e7a507741b92fc7ade5/A, priority=13, startTime=1733364880823; duration=0sec 2024-12-05T02:14:40,922 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T02:14:40,922 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 150f455da39d4e7a507741b92fc7ade5:A 2024-12-05T02:14:40,922 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T02:14:40,927 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36459 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T02:14:40,927 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1541): 150f455da39d4e7a507741b92fc7ade5/C is initiating minor compaction (all files) 2024-12-05T02:14:40,927 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 150f455da39d4e7a507741b92fc7ade5/C in TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. 2024-12-05T02:14:40,927 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/e9372e36c07e439382e3257a81d5d96d, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/759183e3b44f41debba47e6fe1e62a90, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/3afe05ecfae34e5fa77d33d1b6f2484a] into tmpdir=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp, totalSize=35.6 K 2024-12-05T02:14:40,928 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting e9372e36c07e439382e3257a81d5d96d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1733364878856 2024-12-05T02:14:40,929 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting 759183e3b44f41debba47e6fe1e62a90, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1733364878881 2024-12-05T02:14:40,930 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3afe05ecfae34e5fa77d33d1b6f2484a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=150, earliestPutTs=1733364879558 2024-12-05T02:14:40,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742128_1304 (size=12459) 2024-12-05T02:14:40,939 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/B/67de004344544504a1180dc9b8002b17 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/67de004344544504a1180dc9b8002b17 2024-12-05T02:14:40,947 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 150f455da39d4e7a507741b92fc7ade5/B of 150f455da39d4e7a507741b92fc7ade5 into 67de004344544504a1180dc9b8002b17(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T02:14:40,947 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 150f455da39d4e7a507741b92fc7ade5: 2024-12-05T02:14:40,947 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., storeName=150f455da39d4e7a507741b92fc7ade5/B, priority=13, startTime=1733364880823; duration=0sec 2024-12-05T02:14:40,947 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:14:40,947 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 150f455da39d4e7a507741b92fc7ade5:B 2024-12-05T02:14:40,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742129_1305 (size=12151) 2024-12-05T02:14:40,952 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/A/56f6bcba6a5340e7bed971d5704e995a 2024-12-05T02:14:40,952 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 150f455da39d4e7a507741b92fc7ade5#C#compaction#255 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T02:14:40,953 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/C/56a022e6fc094dd9806c699feb1ac365 is 50, key is test_row_0/C:col10/1733364880196/Put/seqid=0 2024-12-05T02:14:40,959 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-12-05T02:14:40,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. 2024-12-05T02:14:40,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. as already flushing 2024-12-05T02:14:40,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. 2024-12-05T02:14:40,959 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:40,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:40,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:40,961 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:40,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57554 deadline: 1733364940945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:40,961 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:40,961 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:40,961 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:40,962 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:40,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57548 deadline: 1733364940945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:40,962 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:40,962 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:40,963 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:40,963 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:40,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57518 deadline: 1733364940946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:40,969 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:40,969 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:40,969 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:40,979 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/B/4a19fb2fa7074699b065d486d9070789 is 50, key is test_row_0/B:col10/1733364880228/Put/seqid=0 2024-12-05T02:14:40,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742130_1306 (size=12459) 2024-12-05T02:14:41,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742131_1307 (size=12151) 2024-12-05T02:14:41,045 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/B/4a19fb2fa7074699b065d486d9070789 2024-12-05T02:14:41,066 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/C/0baad189dbec4e96b6261de1e1be0192 is 50, key is test_row_0/C:col10/1733364880228/Put/seqid=0 2024-12-05T02:14:41,068 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:41,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57554 deadline: 1733364941064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:41,069 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:41,069 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:41,069 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:41,077 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:41,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57548 deadline: 1733364941074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:41,078 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:41,078 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:41,078 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:41,078 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:41,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57518 deadline: 1733364941074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:41,079 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:41,079 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:41,079 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:41,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742132_1308 (size=12151) 2024-12-05T02:14:41,106 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/C/0baad189dbec4e96b6261de1e1be0192 2024-12-05T02:14:41,119 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-12-05T02:14:41,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. 2024-12-05T02:14:41,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. as already flushing 2024-12-05T02:14:41,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. 2024-12-05T02:14:41,119 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:41,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:41,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:41,122 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/A/56f6bcba6a5340e7bed971d5704e995a as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/56f6bcba6a5340e7bed971d5704e995a 2024-12-05T02:14:41,126 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/56f6bcba6a5340e7bed971d5704e995a, entries=150, sequenceid=167, filesize=11.9 K 2024-12-05T02:14:41,129 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/B/4a19fb2fa7074699b065d486d9070789 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/4a19fb2fa7074699b065d486d9070789 2024-12-05T02:14:41,142 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/4a19fb2fa7074699b065d486d9070789, entries=150, sequenceid=167, filesize=11.9 K 2024-12-05T02:14:41,143 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/C/0baad189dbec4e96b6261de1e1be0192 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/0baad189dbec4e96b6261de1e1be0192 2024-12-05T02:14:41,150 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/0baad189dbec4e96b6261de1e1be0192, entries=150, sequenceid=167, filesize=11.9 K 2024-12-05T02:14:41,151 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=87.22 KB/89310 for 150f455da39d4e7a507741b92fc7ade5 in 288ms, sequenceid=167, compaction requested=false 2024-12-05T02:14:41,151 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 150f455da39d4e7a507741b92fc7ade5: 2024-12-05T02:14:41,161 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 150f455da39d4e7a507741b92fc7ade5 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-12-05T02:14:41,162 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 150f455da39d4e7a507741b92fc7ade5, store=A 2024-12-05T02:14:41,162 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:14:41,162 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 150f455da39d4e7a507741b92fc7ade5, store=B 2024-12-05T02:14:41,162 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:14:41,162 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 150f455da39d4e7a507741b92fc7ade5, store=C 2024-12-05T02:14:41,162 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:14:41,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(8855): Flush requested on 150f455da39d4e7a507741b92fc7ade5 2024-12-05T02:14:41,167 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/A/e8603362841e41c5b91ef0dec1f45e69 is 50, key is test_row_0/A:col10/1733364881158/Put/seqid=0 2024-12-05T02:14:41,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742133_1309 (size=14541) 2024-12-05T02:14:41,216 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:41,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57538 deadline: 1733364941211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:41,217 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:41,217 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:41,217 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:41,221 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:41,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57486 deadline: 1733364941215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:41,222 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:41,222 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:41,222 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:41,272 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-12-05T02:14:41,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. 2024-12-05T02:14:41,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. as already flushing 2024-12-05T02:14:41,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. 2024-12-05T02:14:41,273 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:41,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:41,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:41,277 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:41,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57554 deadline: 1733364941274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:41,280 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:41,280 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:41,280 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:41,287 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:41,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57548 deadline: 1733364941284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:41,287 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:41,288 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:41,288 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:41,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57518 deadline: 1733364941284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:41,288 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:41,288 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:41,288 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:41,288 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:41,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-12-05T02:14:41,327 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:41,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57538 deadline: 1733364941324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:41,327 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:41,327 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:41,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57486 deadline: 1733364941324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:41,327 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:41,327 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:41,328 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:41,328 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:41,328 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:41,400 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/C/56a022e6fc094dd9806c699feb1ac365 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/56a022e6fc094dd9806c699feb1ac365 2024-12-05T02:14:41,405 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 150f455da39d4e7a507741b92fc7ade5/C of 150f455da39d4e7a507741b92fc7ade5 into 56a022e6fc094dd9806c699feb1ac365(size=12.2 K), total size for store is 24.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T02:14:41,405 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 150f455da39d4e7a507741b92fc7ade5: 2024-12-05T02:14:41,405 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., storeName=150f455da39d4e7a507741b92fc7ade5/C, priority=13, startTime=1733364880825; duration=0sec 2024-12-05T02:14:41,405 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:14:41,405 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 150f455da39d4e7a507741b92fc7ade5:C 2024-12-05T02:14:41,426 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-12-05T02:14:41,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. 2024-12-05T02:14:41,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. as already flushing 2024-12-05T02:14:41,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. 2024-12-05T02:14:41,426 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:41,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:41,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:41,537 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:41,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57486 deadline: 1733364941534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:41,538 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:41,538 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:41,538 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:41,538 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:41,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57538 deadline: 1733364941534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:41,539 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:41,539 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:41,539 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:41,579 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-12-05T02:14:41,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. 2024-12-05T02:14:41,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. as already flushing 2024-12-05T02:14:41,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. 2024-12-05T02:14:41,579 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:41,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:41,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:41,589 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:41,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57554 deadline: 1733364941585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:41,589 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:41,589 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:41,589 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:41,596 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:41,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57548 deadline: 1733364941594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:41,596 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:41,596 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:41,596 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:41,596 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:41,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57518 deadline: 1733364941594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:41,597 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:41,597 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:41,597 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:41,600 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=186 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/A/e8603362841e41c5b91ef0dec1f45e69 2024-12-05T02:14:41,610 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/B/6719516e251b408bba4a33270dfec78d is 50, key is test_row_0/B:col10/1733364881158/Put/seqid=0 2024-12-05T02:14:41,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742134_1310 (size=12151) 2024-12-05T02:14:41,733 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-12-05T02:14:41,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. 2024-12-05T02:14:41,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. as already flushing 2024-12-05T02:14:41,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. 2024-12-05T02:14:41,734 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:41,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:41,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:41,845 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:41,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57486 deadline: 1733364941844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:41,846 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:41,846 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:41,846 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:41,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57538 deadline: 1733364941844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:41,846 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:41,846 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:41,846 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:41,846 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:41,886 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-12-05T02:14:41,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. 2024-12-05T02:14:41,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. as already flushing 2024-12-05T02:14:41,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. 2024-12-05T02:14:41,887 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:41,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:41,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:42,039 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=186 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/B/6719516e251b408bba4a33270dfec78d 2024-12-05T02:14:42,040 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-12-05T02:14:42,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. 2024-12-05T02:14:42,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. as already flushing 2024-12-05T02:14:42,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. 2024-12-05T02:14:42,040 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:42,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:42,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:42,049 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/C/33b56d76cf0e4d9ebec668f891fffb55 is 50, key is test_row_0/C:col10/1733364881158/Put/seqid=0 2024-12-05T02:14:42,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742135_1311 (size=12151) 2024-12-05T02:14:42,099 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:42,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57554 deadline: 1733364942094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:42,099 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:42,100 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:42,100 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:42,108 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:42,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57548 deadline: 1733364942105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:42,108 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:42,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57518 deadline: 1733364942105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:42,109 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:42,109 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:42,109 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:42,109 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:42,109 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:42,109 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:42,194 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-12-05T02:14:42,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. 2024-12-05T02:14:42,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. as already flushing 2024-12-05T02:14:42,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. 2024-12-05T02:14:42,194 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:42,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:42,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:42,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-12-05T02:14:42,348 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-12-05T02:14:42,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. 2024-12-05T02:14:42,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. as already flushing 2024-12-05T02:14:42,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. 2024-12-05T02:14:42,348 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:42,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:42,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:42,356 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:42,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57538 deadline: 1733364942354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:42,356 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:42,356 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:42,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57486 deadline: 1733364942354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:42,356 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:42,356 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:42,357 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:42,357 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:42,357 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:42,454 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=186 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/C/33b56d76cf0e4d9ebec668f891fffb55 2024-12-05T02:14:42,460 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/A/e8603362841e41c5b91ef0dec1f45e69 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/e8603362841e41c5b91ef0dec1f45e69 2024-12-05T02:14:42,465 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/e8603362841e41c5b91ef0dec1f45e69, entries=200, sequenceid=186, filesize=14.2 K 2024-12-05T02:14:42,465 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/B/6719516e251b408bba4a33270dfec78d as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/6719516e251b408bba4a33270dfec78d 2024-12-05T02:14:42,471 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/6719516e251b408bba4a33270dfec78d, entries=150, sequenceid=186, filesize=11.9 K 2024-12-05T02:14:42,472 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/C/33b56d76cf0e4d9ebec668f891fffb55 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/33b56d76cf0e4d9ebec668f891fffb55 2024-12-05T02:14:42,476 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/33b56d76cf0e4d9ebec668f891fffb55, entries=150, sequenceid=186, filesize=11.9 K 2024-12-05T02:14:42,477 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for 150f455da39d4e7a507741b92fc7ade5 in 1315ms, sequenceid=186, compaction requested=true 2024-12-05T02:14:42,477 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 150f455da39d4e7a507741b92fc7ade5: 2024-12-05T02:14:42,477 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T02:14:42,477 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 150f455da39d4e7a507741b92fc7ade5:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T02:14:42,477 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:14:42,477 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 150f455da39d4e7a507741b92fc7ade5:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T02:14:42,477 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:14:42,477 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 150f455da39d4e7a507741b92fc7ade5:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T02:14:42,477 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T02:14:42,477 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T02:14:42,478 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39151 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T02:14:42,478 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1541): 150f455da39d4e7a507741b92fc7ade5/A is initiating minor compaction (all files) 2024-12-05T02:14:42,479 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 150f455da39d4e7a507741b92fc7ade5/A in TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. 2024-12-05T02:14:42,479 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/d308db22f49e4216bac56aa8e52f7973, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/56f6bcba6a5340e7bed971d5704e995a, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/e8603362841e41c5b91ef0dec1f45e69] into tmpdir=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp, totalSize=38.2 K 2024-12-05T02:14:42,479 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting d308db22f49e4216bac56aa8e52f7973, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=150, earliestPutTs=1733364879558 2024-12-05T02:14:42,479 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T02:14:42,479 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1541): 150f455da39d4e7a507741b92fc7ade5/B is initiating minor compaction (all files) 2024-12-05T02:14:42,479 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 150f455da39d4e7a507741b92fc7ade5/B in TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. 2024-12-05T02:14:42,479 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting 56f6bcba6a5340e7bed971d5704e995a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1733364880227 2024-12-05T02:14:42,479 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/67de004344544504a1180dc9b8002b17, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/4a19fb2fa7074699b065d486d9070789, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/6719516e251b408bba4a33270dfec78d] into tmpdir=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp, totalSize=35.9 K 2024-12-05T02:14:42,480 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting e8603362841e41c5b91ef0dec1f45e69, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1733364880917 2024-12-05T02:14:42,480 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting 67de004344544504a1180dc9b8002b17, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=150, earliestPutTs=1733364879558 2024-12-05T02:14:42,480 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting 4a19fb2fa7074699b065d486d9070789, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1733364880227 2024-12-05T02:14:42,481 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting 6719516e251b408bba4a33270dfec78d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1733364880917 2024-12-05T02:14:42,491 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 150f455da39d4e7a507741b92fc7ade5#B#compaction#261 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T02:14:42,492 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/B/634e1f6177ef48c4915b7c8e6875d78c is 50, key is test_row_0/B:col10/1733364881158/Put/seqid=0 2024-12-05T02:14:42,494 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 150f455da39d4e7a507741b92fc7ade5#A#compaction#262 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T02:14:42,495 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/A/913fe684309346e59dc83cb19b5af589 is 50, key is test_row_0/A:col10/1733364881158/Put/seqid=0 2024-12-05T02:14:42,501 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-12-05T02:14:42,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. 2024-12-05T02:14:42,501 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2902): Flushing 150f455da39d4e7a507741b92fc7ade5 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-12-05T02:14:42,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 150f455da39d4e7a507741b92fc7ade5, store=A 2024-12-05T02:14:42,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:14:42,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 150f455da39d4e7a507741b92fc7ade5, store=B 2024-12-05T02:14:42,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:14:42,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 150f455da39d4e7a507741b92fc7ade5, store=C 2024-12-05T02:14:42,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:14:42,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742136_1312 (size=12561) 2024-12-05T02:14:42,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742137_1313 (size=12561) 2024-12-05T02:14:42,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/A/7399b714fd174a378b394b4fa2c55cfd is 50, key is test_row_0/A:col10/1733364881193/Put/seqid=0 2024-12-05T02:14:42,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742138_1314 (size=12151) 2024-12-05T02:14:42,926 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/A/913fe684309346e59dc83cb19b5af589 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/913fe684309346e59dc83cb19b5af589 2024-12-05T02:14:42,926 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/B/634e1f6177ef48c4915b7c8e6875d78c as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/634e1f6177ef48c4915b7c8e6875d78c 2024-12-05T02:14:42,927 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=202 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/A/7399b714fd174a378b394b4fa2c55cfd 2024-12-05T02:14:42,937 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 150f455da39d4e7a507741b92fc7ade5/B of 150f455da39d4e7a507741b92fc7ade5 into 634e1f6177ef48c4915b7c8e6875d78c(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T02:14:42,937 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 150f455da39d4e7a507741b92fc7ade5: 2024-12-05T02:14:42,938 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 150f455da39d4e7a507741b92fc7ade5/A of 150f455da39d4e7a507741b92fc7ade5 into 913fe684309346e59dc83cb19b5af589(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T02:14:42,938 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 150f455da39d4e7a507741b92fc7ade5: 2024-12-05T02:14:42,938 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., storeName=150f455da39d4e7a507741b92fc7ade5/A, priority=13, startTime=1733364882477; duration=0sec 2024-12-05T02:14:42,938 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T02:14:42,938 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 150f455da39d4e7a507741b92fc7ade5:A 2024-12-05T02:14:42,938 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T02:14:42,938 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., storeName=150f455da39d4e7a507741b92fc7ade5/B, priority=13, startTime=1733364882477; duration=0sec 2024-12-05T02:14:42,938 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:14:42,938 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 150f455da39d4e7a507741b92fc7ade5:B 2024-12-05T02:14:42,940 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T02:14:42,940 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1541): 150f455da39d4e7a507741b92fc7ade5/C is initiating minor compaction (all files) 2024-12-05T02:14:42,940 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 150f455da39d4e7a507741b92fc7ade5/C in TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. 2024-12-05T02:14:42,940 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/56a022e6fc094dd9806c699feb1ac365, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/0baad189dbec4e96b6261de1e1be0192, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/33b56d76cf0e4d9ebec668f891fffb55] into tmpdir=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp, totalSize=35.9 K 2024-12-05T02:14:42,941 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting 56a022e6fc094dd9806c699feb1ac365, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=150, earliestPutTs=1733364879558 2024-12-05T02:14:42,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/B/92043dccf6df472fb560ba7d19483204 is 50, key is test_row_0/B:col10/1733364881193/Put/seqid=0 2024-12-05T02:14:42,942 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0baad189dbec4e96b6261de1e1be0192, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1733364880227 2024-12-05T02:14:42,943 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting 33b56d76cf0e4d9ebec668f891fffb55, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1733364880917 2024-12-05T02:14:42,951 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 150f455da39d4e7a507741b92fc7ade5#C#compaction#265 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T02:14:42,951 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/C/95a66d4d49d64d7ca6d4268fc64c0ffd is 50, key is test_row_0/C:col10/1733364881158/Put/seqid=0 2024-12-05T02:14:42,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742139_1315 (size=12151) 2024-12-05T02:14:42,982 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=202 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/B/92043dccf6df472fb560ba7d19483204 2024-12-05T02:14:42,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742140_1316 (size=12561) 2024-12-05T02:14:42,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/C/feb291452ec74844b7c500cfe15d94eb is 50, key is test_row_0/C:col10/1733364881193/Put/seqid=0 2024-12-05T02:14:42,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742141_1317 (size=12151) 2024-12-05T02:14:42,999 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/C/95a66d4d49d64d7ca6d4268fc64c0ffd as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/95a66d4d49d64d7ca6d4268fc64c0ffd 2024-12-05T02:14:43,007 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 150f455da39d4e7a507741b92fc7ade5/C of 150f455da39d4e7a507741b92fc7ade5 into 95a66d4d49d64d7ca6d4268fc64c0ffd(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T02:14:43,007 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 150f455da39d4e7a507741b92fc7ade5: 2024-12-05T02:14:43,007 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., storeName=150f455da39d4e7a507741b92fc7ade5/C, priority=13, startTime=1733364882477; duration=0sec 2024-12-05T02:14:43,007 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:14:43,007 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 150f455da39d4e7a507741b92fc7ade5:C 2024-12-05T02:14:43,108 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. as already flushing 2024-12-05T02:14:43,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(8855): Flush requested on 150f455da39d4e7a507741b92fc7ade5 2024-12-05T02:14:43,151 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:43,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57554 deadline: 1733364943148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:43,151 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:43,151 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:43,151 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:43,154 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:43,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57548 deadline: 1733364943150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:43,155 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:43,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57518 deadline: 1733364943152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:43,155 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:43,155 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:43,155 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:43,155 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:43,156 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:43,156 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:43,259 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:43,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57554 deadline: 1733364943254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:43,259 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:43,259 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:43,259 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:43,266 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:43,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57548 deadline: 1733364943264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:43,266 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:43,266 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:43,266 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:43,266 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:43,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57518 deadline: 1733364943264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:43,266 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:43,267 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:43,267 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:43,369 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:43,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57538 deadline: 1733364943365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:43,369 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:43,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57486 deadline: 1733364943365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:43,369 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 01bccfa882c7,46535,1733364817982 for 'test_row_1' in 150f455da39d4e7a507741b92fc7ade5 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2158 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-05T02:14:43,370 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:43,370 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:43,370 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:43,369 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 01bccfa882c7,46535,1733364817982 for 'test_row_2' in 150f455da39d4e7a507741b92fc7ade5 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2154 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-05T02:14:43,371 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:43,371 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:43,371 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:43,400 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=202 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/C/feb291452ec74844b7c500cfe15d94eb 2024-12-05T02:14:43,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/A/7399b714fd174a378b394b4fa2c55cfd as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/7399b714fd174a378b394b4fa2c55cfd 2024-12-05T02:14:43,415 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/7399b714fd174a378b394b4fa2c55cfd, entries=150, sequenceid=202, filesize=11.9 K 2024-12-05T02:14:43,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/B/92043dccf6df472fb560ba7d19483204 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/92043dccf6df472fb560ba7d19483204 2024-12-05T02:14:43,420 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/92043dccf6df472fb560ba7d19483204, entries=150, sequenceid=202, filesize=11.9 K 2024-12-05T02:14:43,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/C/feb291452ec74844b7c500cfe15d94eb as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/feb291452ec74844b7c500cfe15d94eb 2024-12-05T02:14:43,441 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/feb291452ec74844b7c500cfe15d94eb, entries=150, sequenceid=202, filesize=11.9 K 2024-12-05T02:14:43,442 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for 150f455da39d4e7a507741b92fc7ade5 in 941ms, sequenceid=202, compaction requested=false 2024-12-05T02:14:43,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2603): Flush status journal for 150f455da39d4e7a507741b92fc7ade5: 2024-12-05T02:14:43,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. 2024-12-05T02:14:43,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=79 2024-12-05T02:14:43,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.HMaster(4169): Remote procedure done, pid=79 2024-12-05T02:14:43,447 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=78 2024-12-05T02:14:43,447 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.2860 sec 2024-12-05T02:14:43,449 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees in 3.2920 sec 2024-12-05T02:14:43,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(8855): Flush requested on 150f455da39d4e7a507741b92fc7ade5 2024-12-05T02:14:43,467 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 150f455da39d4e7a507741b92fc7ade5 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-12-05T02:14:43,467 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 150f455da39d4e7a507741b92fc7ade5, store=A 2024-12-05T02:14:43,467 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:14:43,468 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 150f455da39d4e7a507741b92fc7ade5, store=B 2024-12-05T02:14:43,468 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:14:43,468 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 150f455da39d4e7a507741b92fc7ade5, store=C 2024-12-05T02:14:43,468 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:14:43,474 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/A/c6f6b48e25cb441abe8a020bad760934 is 50, key is test_row_0/A:col10/1733364883466/Put/seqid=0 2024-12-05T02:14:43,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742142_1318 (size=12151) 2024-12-05T02:14:43,490 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=223 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/A/c6f6b48e25cb441abe8a020bad760934 2024-12-05T02:14:43,500 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:43,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57554 deadline: 1733364943494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:43,500 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:43,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57548 deadline: 1733364943494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:43,500 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:43,501 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:43,501 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:43,501 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:43,501 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:43,501 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:43,505 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:43,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57518 deadline: 1733364943500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:43,506 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:43,506 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:43,506 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:43,514 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/B/436492974dfd451698597792fb35526f is 50, key is test_row_0/B:col10/1733364883466/Put/seqid=0 2024-12-05T02:14:43,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742143_1319 (size=12151) 2024-12-05T02:14:43,525 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=223 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/B/436492974dfd451698597792fb35526f 2024-12-05T02:14:43,532 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/C/1d7ee0cf17934f83aa3dc54e13b27b33 is 50, key is test_row_0/C:col10/1733364883466/Put/seqid=0 2024-12-05T02:14:43,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742144_1320 (size=12151) 2024-12-05T02:14:43,546 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=223 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/C/1d7ee0cf17934f83aa3dc54e13b27b33 2024-12-05T02:14:43,556 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/A/c6f6b48e25cb441abe8a020bad760934 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/c6f6b48e25cb441abe8a020bad760934 2024-12-05T02:14:43,561 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/c6f6b48e25cb441abe8a020bad760934, entries=150, sequenceid=223, filesize=11.9 K 2024-12-05T02:14:43,563 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/B/436492974dfd451698597792fb35526f as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/436492974dfd451698597792fb35526f 2024-12-05T02:14:43,574 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/436492974dfd451698597792fb35526f, entries=150, sequenceid=223, filesize=11.9 K 2024-12-05T02:14:43,575 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/C/1d7ee0cf17934f83aa3dc54e13b27b33 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/1d7ee0cf17934f83aa3dc54e13b27b33 2024-12-05T02:14:43,581 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/1d7ee0cf17934f83aa3dc54e13b27b33, entries=150, sequenceid=223, filesize=11.9 K 2024-12-05T02:14:43,582 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for 150f455da39d4e7a507741b92fc7ade5 in 114ms, sequenceid=223, compaction requested=true 2024-12-05T02:14:43,582 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 150f455da39d4e7a507741b92fc7ade5: 2024-12-05T02:14:43,582 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 150f455da39d4e7a507741b92fc7ade5:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T02:14:43,582 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:14:43,582 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 150f455da39d4e7a507741b92fc7ade5:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T02:14:43,582 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T02:14:43,582 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T02:14:43,582 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 150f455da39d4e7a507741b92fc7ade5:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T02:14:43,582 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-05T02:14:43,582 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T02:14:43,583 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T02:14:43,583 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T02:14:43,583 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1541): 150f455da39d4e7a507741b92fc7ade5/A is initiating minor compaction (all files) 2024-12-05T02:14:43,583 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1541): 150f455da39d4e7a507741b92fc7ade5/B is initiating minor compaction (all files) 2024-12-05T02:14:43,583 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 150f455da39d4e7a507741b92fc7ade5/A in TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. 2024-12-05T02:14:43,583 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 150f455da39d4e7a507741b92fc7ade5/B in TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. 2024-12-05T02:14:43,583 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/913fe684309346e59dc83cb19b5af589, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/7399b714fd174a378b394b4fa2c55cfd, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/c6f6b48e25cb441abe8a020bad760934] into tmpdir=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp, totalSize=36.0 K 2024-12-05T02:14:43,583 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/634e1f6177ef48c4915b7c8e6875d78c, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/92043dccf6df472fb560ba7d19483204, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/436492974dfd451698597792fb35526f] into tmpdir=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp, totalSize=36.0 K 2024-12-05T02:14:43,585 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting 913fe684309346e59dc83cb19b5af589, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1733364880917 2024-12-05T02:14:43,585 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting 634e1f6177ef48c4915b7c8e6875d78c, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1733364880917 2024-12-05T02:14:43,585 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7399b714fd174a378b394b4fa2c55cfd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1733364881193 2024-12-05T02:14:43,585 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting c6f6b48e25cb441abe8a020bad760934, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1733364883119 2024-12-05T02:14:43,585 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting 92043dccf6df472fb560ba7d19483204, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1733364881193 2024-12-05T02:14:43,586 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting 436492974dfd451698597792fb35526f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1733364883119 2024-12-05T02:14:43,598 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 150f455da39d4e7a507741b92fc7ade5#A#compaction#270 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T02:14:43,599 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/A/e9719a3f57c84a95932755e5abb10aee is 50, key is test_row_0/A:col10/1733364883466/Put/seqid=0 2024-12-05T02:14:43,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(8855): Flush requested on 150f455da39d4e7a507741b92fc7ade5 2024-12-05T02:14:43,606 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 150f455da39d4e7a507741b92fc7ade5 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-12-05T02:14:43,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 150f455da39d4e7a507741b92fc7ade5, store=A 2024-12-05T02:14:43,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:14:43,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 150f455da39d4e7a507741b92fc7ade5, store=B 2024-12-05T02:14:43,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:14:43,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 150f455da39d4e7a507741b92fc7ade5, store=C 2024-12-05T02:14:43,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:14:43,615 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 150f455da39d4e7a507741b92fc7ade5#B#compaction#271 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T02:14:43,615 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/B/955488b8c8084786ac57e6fb6840fd5a is 50, key is test_row_0/B:col10/1733364883466/Put/seqid=0 2024-12-05T02:14:43,622 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/A/82d0da2cca5c48d295f9df6052c0ec2f is 50, key is test_row_1/A:col10/1733364883498/Put/seqid=0 2024-12-05T02:14:43,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742146_1322 (size=12663) 2024-12-05T02:14:43,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742147_1323 (size=9757) 2024-12-05T02:14:43,632 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/B/955488b8c8084786ac57e6fb6840fd5a as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/955488b8c8084786ac57e6fb6840fd5a 2024-12-05T02:14:43,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742145_1321 (size=12663) 2024-12-05T02:14:43,634 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/A/82d0da2cca5c48d295f9df6052c0ec2f 2024-12-05T02:14:43,643 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/A/e9719a3f57c84a95932755e5abb10aee as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/e9719a3f57c84a95932755e5abb10aee 2024-12-05T02:14:43,646 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 150f455da39d4e7a507741b92fc7ade5/B of 150f455da39d4e7a507741b92fc7ade5 into 955488b8c8084786ac57e6fb6840fd5a(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T02:14:43,646 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 150f455da39d4e7a507741b92fc7ade5: 2024-12-05T02:14:43,646 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., storeName=150f455da39d4e7a507741b92fc7ade5/B, priority=13, startTime=1733364883582; duration=0sec 2024-12-05T02:14:43,646 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T02:14:43,646 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 150f455da39d4e7a507741b92fc7ade5:B 2024-12-05T02:14:43,646 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T02:14:43,648 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/B/cd333ec84e96481a96ae6e5bcfa664e0 is 50, key is test_row_1/B:col10/1733364883498/Put/seqid=0 2024-12-05T02:14:43,648 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:43,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57554 deadline: 1733364943643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:43,649 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:43,649 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:43,649 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:43,651 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:43,651 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T02:14:43,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57548 deadline: 1733364943645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:43,652 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1541): 150f455da39d4e7a507741b92fc7ade5/C is initiating minor compaction (all files) 2024-12-05T02:14:43,652 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 150f455da39d4e7a507741b92fc7ade5/C in TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. 2024-12-05T02:14:43,652 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/95a66d4d49d64d7ca6d4268fc64c0ffd, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/feb291452ec74844b7c500cfe15d94eb, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/1d7ee0cf17934f83aa3dc54e13b27b33] into tmpdir=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp, totalSize=36.0 K 2024-12-05T02:14:43,652 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:43,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57518 deadline: 1733364943648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:43,652 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:43,652 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:43,652 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:43,652 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:43,652 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:43,653 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:43,653 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting 95a66d4d49d64d7ca6d4268fc64c0ffd, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1733364880917 2024-12-05T02:14:43,653 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting feb291452ec74844b7c500cfe15d94eb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1733364881193 2024-12-05T02:14:43,653 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 150f455da39d4e7a507741b92fc7ade5/A of 150f455da39d4e7a507741b92fc7ade5 into e9719a3f57c84a95932755e5abb10aee(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T02:14:43,653 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 150f455da39d4e7a507741b92fc7ade5: 2024-12-05T02:14:43,653 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., storeName=150f455da39d4e7a507741b92fc7ade5/A, priority=13, startTime=1733364883582; duration=0sec 2024-12-05T02:14:43,653 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:14:43,654 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 150f455da39d4e7a507741b92fc7ade5:A 2024-12-05T02:14:43,654 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting 1d7ee0cf17934f83aa3dc54e13b27b33, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1733364883119 2024-12-05T02:14:43,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742148_1324 (size=9757) 2024-12-05T02:14:43,658 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/B/cd333ec84e96481a96ae6e5bcfa664e0 2024-12-05T02:14:43,664 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 150f455da39d4e7a507741b92fc7ade5#C#compaction#274 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T02:14:43,665 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/C/b016c0c379cc441c8b142383b23a5222 is 50, key is test_row_0/C:col10/1733364883466/Put/seqid=0 2024-12-05T02:14:43,669 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/C/7f13660750914e9399c622c48c1edafa is 50, key is test_row_1/C:col10/1733364883498/Put/seqid=0 2024-12-05T02:14:43,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742149_1325 (size=12663) 2024-12-05T02:14:43,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742150_1326 (size=9757) 2024-12-05T02:14:43,674 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/C/7f13660750914e9399c622c48c1edafa 2024-12-05T02:14:43,679 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/A/82d0da2cca5c48d295f9df6052c0ec2f as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/82d0da2cca5c48d295f9df6052c0ec2f 2024-12-05T02:14:43,679 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/C/b016c0c379cc441c8b142383b23a5222 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/b016c0c379cc441c8b142383b23a5222 2024-12-05T02:14:43,683 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/82d0da2cca5c48d295f9df6052c0ec2f, entries=100, sequenceid=238, filesize=9.5 K 2024-12-05T02:14:43,685 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/B/cd333ec84e96481a96ae6e5bcfa664e0 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/cd333ec84e96481a96ae6e5bcfa664e0 2024-12-05T02:14:43,687 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 150f455da39d4e7a507741b92fc7ade5/C of 150f455da39d4e7a507741b92fc7ade5 into b016c0c379cc441c8b142383b23a5222(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T02:14:43,688 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 150f455da39d4e7a507741b92fc7ade5: 2024-12-05T02:14:43,688 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., storeName=150f455da39d4e7a507741b92fc7ade5/C, priority=13, startTime=1733364883582; duration=0sec 2024-12-05T02:14:43,688 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:14:43,688 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 150f455da39d4e7a507741b92fc7ade5:C 2024-12-05T02:14:43,691 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/cd333ec84e96481a96ae6e5bcfa664e0, entries=100, sequenceid=238, filesize=9.5 K 2024-12-05T02:14:43,692 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/C/7f13660750914e9399c622c48c1edafa as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/7f13660750914e9399c622c48c1edafa 2024-12-05T02:14:43,698 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/7f13660750914e9399c622c48c1edafa, entries=100, sequenceid=238, filesize=9.5 K 2024-12-05T02:14:43,699 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for 150f455da39d4e7a507741b92fc7ade5 in 92ms, sequenceid=238, compaction requested=false 2024-12-05T02:14:43,699 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 150f455da39d4e7a507741b92fc7ade5: 2024-12-05T02:14:43,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(8855): Flush requested on 150f455da39d4e7a507741b92fc7ade5 2024-12-05T02:14:43,785 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 150f455da39d4e7a507741b92fc7ade5 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-12-05T02:14:43,785 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 150f455da39d4e7a507741b92fc7ade5, store=A 2024-12-05T02:14:43,785 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:14:43,785 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 150f455da39d4e7a507741b92fc7ade5, store=B 2024-12-05T02:14:43,785 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:14:43,785 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 150f455da39d4e7a507741b92fc7ade5, store=C 2024-12-05T02:14:43,785 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:14:43,790 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/A/4a7ba4973bcb4755969cf2bba3d9f4ab is 50, key is test_row_0/A:col10/1733364883756/Put/seqid=0 2024-12-05T02:14:43,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742151_1327 (size=17081) 2024-12-05T02:14:43,805 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:43,805 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:43,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57554 deadline: 1733364943800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:43,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57548 deadline: 1733364943801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:43,805 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:43,805 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:43,805 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:43,806 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:43,806 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:43,806 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:43,808 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:43,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57518 deadline: 1733364943805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:43,808 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:43,808 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:43,808 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:43,917 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:43,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57554 deadline: 1733364943914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:43,917 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:43,917 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:43,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57518 deadline: 1733364943914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:43,918 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:43,918 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:43,918 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:43,918 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:43,918 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:43,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57548 deadline: 1733364943915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:43,918 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:43,918 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:43,918 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:43,918 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:44,128 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:44,128 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:44,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57518 deadline: 1733364944124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:44,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57554 deadline: 1733364944124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:44,128 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:44,128 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:44,128 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:44,128 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:44,128 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:44,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57548 deadline: 1733364944124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:44,128 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:44,128 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:44,129 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:44,129 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:44,129 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:44,194 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=261 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/A/4a7ba4973bcb4755969cf2bba3d9f4ab 2024-12-05T02:14:44,202 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/B/8e463994f02a49438c18edf7c24f2c78 is 50, key is test_row_0/B:col10/1733364883756/Put/seqid=0 2024-12-05T02:14:44,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742152_1328 (size=12301) 2024-12-05T02:14:44,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-12-05T02:14:44,354 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-05T02:14:44,355 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T02:14:44,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] procedure2.ProcedureExecutor(1139): Stored pid=80, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees 2024-12-05T02:14:44,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-12-05T02:14:44,357 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=80, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T02:14:44,358 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=80, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T02:14:44,358 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=81, ppid=80, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T02:14:44,438 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:44,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57554 deadline: 1733364944435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:44,438 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:44,438 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:44,438 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:44,439 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:44,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57518 deadline: 1733364944435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:44,439 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:44,439 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:44,439 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:44,439 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:44,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57548 deadline: 1733364944435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:44,439 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:44,439 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:44,439 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:44,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-12-05T02:14:44,510 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-12-05T02:14:44,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. 2024-12-05T02:14:44,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. as already flushing 2024-12-05T02:14:44,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. 2024-12-05T02:14:44,511 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:44,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:44,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:44,607 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=261 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/B/8e463994f02a49438c18edf7c24f2c78 2024-12-05T02:14:44,616 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/C/6267eba3231441ef9e9bd372081a19c9 is 50, key is test_row_0/C:col10/1733364883756/Put/seqid=0 2024-12-05T02:14:44,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742153_1329 (size=12301) 2024-12-05T02:14:44,644 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=261 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/C/6267eba3231441ef9e9bd372081a19c9 2024-12-05T02:14:44,649 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/A/4a7ba4973bcb4755969cf2bba3d9f4ab as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/4a7ba4973bcb4755969cf2bba3d9f4ab 2024-12-05T02:14:44,653 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/4a7ba4973bcb4755969cf2bba3d9f4ab, entries=250, sequenceid=261, filesize=16.7 K 2024-12-05T02:14:44,654 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/B/8e463994f02a49438c18edf7c24f2c78 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/8e463994f02a49438c18edf7c24f2c78 2024-12-05T02:14:44,662 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/8e463994f02a49438c18edf7c24f2c78, entries=150, sequenceid=261, filesize=12.0 K 2024-12-05T02:14:44,662 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/C/6267eba3231441ef9e9bd372081a19c9 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/6267eba3231441ef9e9bd372081a19c9 2024-12-05T02:14:44,664 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-12-05T02:14:44,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. 2024-12-05T02:14:44,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. as already flushing 2024-12-05T02:14:44,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. 2024-12-05T02:14:44,664 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:44,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:44,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:44,671 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/6267eba3231441ef9e9bd372081a19c9, entries=150, sequenceid=261, filesize=12.0 K 2024-12-05T02:14:44,671 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 150f455da39d4e7a507741b92fc7ade5 in 886ms, sequenceid=261, compaction requested=true 2024-12-05T02:14:44,671 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 150f455da39d4e7a507741b92fc7ade5: 2024-12-05T02:14:44,672 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 150f455da39d4e7a507741b92fc7ade5:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T02:14:44,672 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:14:44,672 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T02:14:44,672 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T02:14:44,672 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 150f455da39d4e7a507741b92fc7ade5:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T02:14:44,672 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:14:44,672 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 150f455da39d4e7a507741b92fc7ade5:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T02:14:44,672 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T02:14:44,673 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T02:14:44,673 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39501 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T02:14:44,673 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1541): 150f455da39d4e7a507741b92fc7ade5/B is initiating minor compaction (all files) 2024-12-05T02:14:44,673 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1541): 150f455da39d4e7a507741b92fc7ade5/A is initiating minor compaction (all files) 2024-12-05T02:14:44,673 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 150f455da39d4e7a507741b92fc7ade5/B in TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. 2024-12-05T02:14:44,673 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 150f455da39d4e7a507741b92fc7ade5/A in TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. 2024-12-05T02:14:44,673 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/955488b8c8084786ac57e6fb6840fd5a, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/cd333ec84e96481a96ae6e5bcfa664e0, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/8e463994f02a49438c18edf7c24f2c78] into tmpdir=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp, totalSize=33.9 K 2024-12-05T02:14:44,673 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/e9719a3f57c84a95932755e5abb10aee, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/82d0da2cca5c48d295f9df6052c0ec2f, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/4a7ba4973bcb4755969cf2bba3d9f4ab] into tmpdir=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp, totalSize=38.6 K 2024-12-05T02:14:44,674 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting 955488b8c8084786ac57e6fb6840fd5a, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1733364883119 2024-12-05T02:14:44,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-12-05T02:14:44,675 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting cd333ec84e96481a96ae6e5bcfa664e0, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1733364883498 2024-12-05T02:14:44,675 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting 8e463994f02a49438c18edf7c24f2c78, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1733364883756 2024-12-05T02:14:44,677 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting e9719a3f57c84a95932755e5abb10aee, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1733364883119 2024-12-05T02:14:44,677 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting 82d0da2cca5c48d295f9df6052c0ec2f, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1733364883498 2024-12-05T02:14:44,678 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4a7ba4973bcb4755969cf2bba3d9f4ab, keycount=250, bloomtype=ROW, size=16.7 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1733364883642 2024-12-05T02:14:44,699 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 150f455da39d4e7a507741b92fc7ade5#B#compaction#279 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T02:14:44,699 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/B/1cd50e43ed8e4502adf744db17fa5641 is 50, key is test_row_0/B:col10/1733364883756/Put/seqid=0 2024-12-05T02:14:44,704 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 150f455da39d4e7a507741b92fc7ade5#A#compaction#280 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T02:14:44,704 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/A/046f69e8af2b43578f930279b4e3f4df is 50, key is test_row_0/A:col10/1733364883756/Put/seqid=0 2024-12-05T02:14:44,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742154_1330 (size=12915) 2024-12-05T02:14:44,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742155_1331 (size=12915) 2024-12-05T02:14:44,817 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-12-05T02:14:44,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. 2024-12-05T02:14:44,818 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2902): Flushing 150f455da39d4e7a507741b92fc7ade5 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-12-05T02:14:44,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 150f455da39d4e7a507741b92fc7ade5, store=A 2024-12-05T02:14:44,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:14:44,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 150f455da39d4e7a507741b92fc7ade5, store=B 2024-12-05T02:14:44,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:14:44,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 150f455da39d4e7a507741b92fc7ade5, store=C 2024-12-05T02:14:44,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:14:44,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/A/6a02d827b91149918af22131162a6932 is 50, key is test_row_0/A:col10/1733364883797/Put/seqid=0 2024-12-05T02:14:44,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742156_1332 (size=12301) 2024-12-05T02:14:44,840 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/A/6a02d827b91149918af22131162a6932 2024-12-05T02:14:44,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/B/ae49f6a811354eb38af2c3dede169e2b is 50, key is test_row_0/B:col10/1733364883797/Put/seqid=0 2024-12-05T02:14:44,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742157_1333 (size=12301) 2024-12-05T02:14:44,865 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/B/ae49f6a811354eb38af2c3dede169e2b 2024-12-05T02:14:44,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/C/78e4613f35bc44e982bf8776d8dd7484 is 50, key is test_row_0/C:col10/1733364883797/Put/seqid=0 2024-12-05T02:14:44,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742158_1334 (size=12301) 2024-12-05T02:14:44,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(8855): Flush requested on 150f455da39d4e7a507741b92fc7ade5 2024-12-05T02:14:44,950 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. as already flushing 2024-12-05T02:14:44,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-12-05T02:14:44,993 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:44,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57548 deadline: 1733364944986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:44,994 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:44,994 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:44,994 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:44,994 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:44,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57518 deadline: 1733364944988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:44,995 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:44,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57554 deadline: 1733364944989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:44,995 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:44,995 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:44,996 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:44,996 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:44,996 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:44,996 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:45,109 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:45,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57548 deadline: 1733364945104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:45,110 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:45,110 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:45,110 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:45,110 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:45,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57518 deadline: 1733364945105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:45,110 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:45,111 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:45,111 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:45,111 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:45,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57554 deadline: 1733364945105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:45,111 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:45,111 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:45,111 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:45,119 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/A/046f69e8af2b43578f930279b4e3f4df as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/046f69e8af2b43578f930279b4e3f4df 2024-12-05T02:14:45,125 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 150f455da39d4e7a507741b92fc7ade5/A of 150f455da39d4e7a507741b92fc7ade5 into 046f69e8af2b43578f930279b4e3f4df(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T02:14:45,125 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 150f455da39d4e7a507741b92fc7ade5: 2024-12-05T02:14:45,125 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., storeName=150f455da39d4e7a507741b92fc7ade5/A, priority=13, startTime=1733364884671; duration=0sec 2024-12-05T02:14:45,125 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T02:14:45,125 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 150f455da39d4e7a507741b92fc7ade5:A 2024-12-05T02:14:45,125 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T02:14:45,127 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T02:14:45,127 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1541): 150f455da39d4e7a507741b92fc7ade5/C is initiating minor compaction (all files) 2024-12-05T02:14:45,127 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 150f455da39d4e7a507741b92fc7ade5/C in TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. 2024-12-05T02:14:45,127 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/b016c0c379cc441c8b142383b23a5222, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/7f13660750914e9399c622c48c1edafa, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/6267eba3231441ef9e9bd372081a19c9] into tmpdir=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp, totalSize=33.9 K 2024-12-05T02:14:45,128 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting b016c0c379cc441c8b142383b23a5222, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1733364883119 2024-12-05T02:14:45,128 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7f13660750914e9399c622c48c1edafa, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1733364883498 2024-12-05T02:14:45,128 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6267eba3231441ef9e9bd372081a19c9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1733364883756 2024-12-05T02:14:45,138 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/B/1cd50e43ed8e4502adf744db17fa5641 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/1cd50e43ed8e4502adf744db17fa5641 2024-12-05T02:14:45,143 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 150f455da39d4e7a507741b92fc7ade5/B of 150f455da39d4e7a507741b92fc7ade5 into 1cd50e43ed8e4502adf744db17fa5641(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T02:14:45,143 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 150f455da39d4e7a507741b92fc7ade5: 2024-12-05T02:14:45,143 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., storeName=150f455da39d4e7a507741b92fc7ade5/B, priority=13, startTime=1733364884672; duration=0sec 2024-12-05T02:14:45,143 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:14:45,143 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 150f455da39d4e7a507741b92fc7ade5:B 2024-12-05T02:14:45,147 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 150f455da39d4e7a507741b92fc7ade5#C#compaction#284 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T02:14:45,147 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/C/e89924a26d1645db99d68f9b02bf530e is 50, key is test_row_0/C:col10/1733364883756/Put/seqid=0 2024-12-05T02:14:45,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742159_1335 (size=12915) 2024-12-05T02:14:45,181 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/C/e89924a26d1645db99d68f9b02bf530e as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/e89924a26d1645db99d68f9b02bf530e 2024-12-05T02:14:45,186 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 150f455da39d4e7a507741b92fc7ade5/C of 150f455da39d4e7a507741b92fc7ade5 into e89924a26d1645db99d68f9b02bf530e(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T02:14:45,187 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 150f455da39d4e7a507741b92fc7ade5: 2024-12-05T02:14:45,187 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., storeName=150f455da39d4e7a507741b92fc7ade5/C, priority=13, startTime=1733364884672; duration=0sec 2024-12-05T02:14:45,187 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:14:45,187 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 150f455da39d4e7a507741b92fc7ade5:C 2024-12-05T02:14:45,282 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/C/78e4613f35bc44e982bf8776d8dd7484 2024-12-05T02:14:45,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/A/6a02d827b91149918af22131162a6932 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/6a02d827b91149918af22131162a6932 2024-12-05T02:14:45,294 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/6a02d827b91149918af22131162a6932, entries=150, sequenceid=273, filesize=12.0 K 2024-12-05T02:14:45,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/B/ae49f6a811354eb38af2c3dede169e2b as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/ae49f6a811354eb38af2c3dede169e2b 2024-12-05T02:14:45,300 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/ae49f6a811354eb38af2c3dede169e2b, entries=150, sequenceid=273, filesize=12.0 K 2024-12-05T02:14:45,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/C/78e4613f35bc44e982bf8776d8dd7484 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/78e4613f35bc44e982bf8776d8dd7484 2024-12-05T02:14:45,305 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/78e4613f35bc44e982bf8776d8dd7484, entries=150, sequenceid=273, filesize=12.0 K 2024-12-05T02:14:45,309 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 150f455da39d4e7a507741b92fc7ade5 in 492ms, sequenceid=273, compaction requested=false 2024-12-05T02:14:45,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2603): Flush status journal for 150f455da39d4e7a507741b92fc7ade5: 2024-12-05T02:14:45,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. 2024-12-05T02:14:45,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=81 2024-12-05T02:14:45,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.HMaster(4169): Remote procedure done, pid=81 2024-12-05T02:14:45,314 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=81, resume processing ppid=80 2024-12-05T02:14:45,314 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=81, ppid=80, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 953 msec 2024-12-05T02:14:45,318 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=80, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees in 960 msec 2024-12-05T02:14:45,320 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733364884984, max timestamp=1733364885317Num uniques 859; 2024-12-05T02:14:45,321 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-05T02:14:45,321 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733364884984, max timestamp=1733364885317Num uniques 859; 2024-12-05T02:14:45,321 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-05T02:14:45,321 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733364884984, max timestamp=1733364885317Num uniques 859; 2024-12-05T02:14:45,321 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-05T02:14:45,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(8855): Flush requested on 150f455da39d4e7a507741b92fc7ade5 2024-12-05T02:14:45,327 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 150f455da39d4e7a507741b92fc7ade5 3/3 column families, dataSize=53.67 KB heapSize=145.92 KB 2024-12-05T02:14:45,327 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 150f455da39d4e7a507741b92fc7ade5, store=A 2024-12-05T02:14:45,327 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T02:14:45,327 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 150f455da39d4e7a507741b92fc7ade5, store=B 2024-12-05T02:14:45,327 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T02:14:45,327 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 150f455da39d4e7a507741b92fc7ade5, store=C 2024-12-05T02:14:45,327 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T02:14:45,333 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/A/e49c8a45db864f24b19875dcf550d526 is 50, key is test_row_0/A:col10/1733364885324/Put/seqid=0 2024-12-05T02:14:45,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742160_1336 (size=14741) 2024-12-05T02:14:45,407 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:45,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57518 deadline: 1733364945399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:45,407 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733364885388, max timestamp=1733364885403Num uniques 859; 2024-12-05T02:14:45,408 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-05T02:14:45,408 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733364885388, max timestamp=1733364885403Num uniques 859; 2024-12-05T02:14:45,408 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-05T02:14:45,408 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733364885388, max timestamp=1733364885403Num uniques 859; 2024-12-05T02:14:45,408 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-05T02:14:45,408 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:45,408 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:45,408 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:45,451 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:45,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57548 deadline: 1733364945442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:45,452 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:45,452 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:45,452 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:45,453 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:45,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57486 deadline: 1733364945444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:45,453 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:45,454 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:45,454 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:45,454 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:45,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57538 deadline: 1733364945445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:45,454 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:45,454 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:45,455 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:45,460 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:45,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57554 deadline: 1733364945451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:45,460 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:45,461 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:45,461 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:45,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-12-05T02:14:45,495 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-05T02:14:45,496 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T02:14:45,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] procedure2.ProcedureExecutor(1139): Stored pid=82, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees 2024-12-05T02:14:45,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-12-05T02:14:45,498 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=82, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T02:14:45,499 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=82, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T02:14:45,499 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=83, ppid=82, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T02:14:45,522 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:45,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57518 deadline: 1733364945514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:45,523 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:45,523 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:45,523 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:45,559 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:45,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57548 deadline: 1733364945555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:45,560 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:45,560 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:45,560 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:45,567 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:45,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57538 deadline: 1733364945565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:45,568 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:45,568 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:45,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57486 deadline: 1733364945565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:45,568 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:45,568 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:45,568 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:45,568 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:45,568 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:45,569 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:45,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57554 deadline: 1733364945565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:45,569 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:45,569 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:45,569 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:45,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-12-05T02:14:45,652 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-12-05T02:14:45,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. 2024-12-05T02:14:45,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. as already flushing 2024-12-05T02:14:45,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. 2024-12-05T02:14:45,653 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:45,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:45,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:45,731 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:45,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57518 deadline: 1733364945725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:45,731 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:45,731 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:45,731 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:45,742 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=301 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/A/e49c8a45db864f24b19875dcf550d526 2024-12-05T02:14:45,762 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/B/b06d385b65554ca4967d8e9e2d74447b is 50, key is test_row_0/B:col10/1733364885324/Put/seqid=0 2024-12-05T02:14:45,768 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:45,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57548 deadline: 1733364945764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:45,769 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:45,769 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:45,769 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:45,776 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:45,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57538 deadline: 1733364945775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:45,776 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:45,776 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:45,776 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:45,776 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:45,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57486 deadline: 1733364945775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:45,777 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:45,777 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:45,777 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:45,777 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:45,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57554 deadline: 1733364945775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:45,778 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:45,778 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:45,778 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:45,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742161_1337 (size=12301) 2024-12-05T02:14:45,806 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-12-05T02:14:45,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. 2024-12-05T02:14:45,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. as already flushing 2024-12-05T02:14:45,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. 2024-12-05T02:14:45,807 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:45,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:45,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:45,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-12-05T02:14:45,960 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-12-05T02:14:45,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. 2024-12-05T02:14:45,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. as already flushing 2024-12-05T02:14:45,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. 2024-12-05T02:14:45,961 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:45,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:45,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:46,042 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:46,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57518 deadline: 1733364946035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:46,043 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:46,043 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:46,043 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:46,079 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:46,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57548 deadline: 1733364946075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:46,080 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:46,080 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:46,080 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:46,087 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:46,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57538 deadline: 1733364946085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:46,088 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:46,088 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:46,088 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:46,088 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:46,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57486 deadline: 1733364946085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:46,089 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:46,089 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:46,089 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:46,089 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:46,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57554 deadline: 1733364946085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:46,089 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:46,089 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:46,089 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:46,114 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-12-05T02:14:46,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. 2024-12-05T02:14:46,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. as already flushing 2024-12-05T02:14:46,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. 2024-12-05T02:14:46,114 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:46,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:46,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:46,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-12-05T02:14:46,191 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=301 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/B/b06d385b65554ca4967d8e9e2d74447b 2024-12-05T02:14:46,208 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/C/6d68140d7ae04c5ab27c944d7fe01097 is 50, key is test_row_0/C:col10/1733364885324/Put/seqid=0 2024-12-05T02:14:46,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742162_1338 (size=12301) 2024-12-05T02:14:46,269 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-12-05T02:14:46,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. 2024-12-05T02:14:46,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. as already flushing 2024-12-05T02:14:46,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. 2024-12-05T02:14:46,269 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:46,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:46,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:46,423 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-12-05T02:14:46,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. 2024-12-05T02:14:46,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. as already flushing 2024-12-05T02:14:46,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. 2024-12-05T02:14:46,424 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:46,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:46,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:46,559 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:46,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57518 deadline: 1733364946554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:46,560 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:46,560 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:46,560 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:46,577 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-12-05T02:14:46,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. 2024-12-05T02:14:46,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. as already flushing 2024-12-05T02:14:46,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. 2024-12-05T02:14:46,577 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:46,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:46,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:46,599 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:46,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57548 deadline: 1733364946594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:46,600 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:46,600 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:46,600 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:46,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57538 deadline: 1733364946595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:46,600 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:46,600 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:46,600 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:46,600 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:46,600 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:46,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57486 deadline: 1733364946595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:46,600 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:46,600 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:46,601 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:46,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57554 deadline: 1733364946595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:46,601 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:46,601 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:46,601 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:46,601 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:46,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-12-05T02:14:46,663 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=301 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/C/6d68140d7ae04c5ab27c944d7fe01097 2024-12-05T02:14:46,670 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/A/e49c8a45db864f24b19875dcf550d526 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/e49c8a45db864f24b19875dcf550d526 2024-12-05T02:14:46,674 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/e49c8a45db864f24b19875dcf550d526, entries=200, sequenceid=301, filesize=14.4 K 2024-12-05T02:14:46,675 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/B/b06d385b65554ca4967d8e9e2d74447b as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/b06d385b65554ca4967d8e9e2d74447b 2024-12-05T02:14:46,681 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/b06d385b65554ca4967d8e9e2d74447b, entries=150, sequenceid=301, filesize=12.0 K 2024-12-05T02:14:46,682 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/C/6d68140d7ae04c5ab27c944d7fe01097 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/6d68140d7ae04c5ab27c944d7fe01097 2024-12-05T02:14:46,686 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/6d68140d7ae04c5ab27c944d7fe01097, entries=150, sequenceid=301, filesize=12.0 K 2024-12-05T02:14:46,687 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~145.88 KB/149376, currentSize=134.18 KB/137400 for 150f455da39d4e7a507741b92fc7ade5 in 1360ms, sequenceid=301, compaction requested=true 2024-12-05T02:14:46,687 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 150f455da39d4e7a507741b92fc7ade5: 2024-12-05T02:14:46,688 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T02:14:46,688 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 150f455da39d4e7a507741b92fc7ade5:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T02:14:46,688 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:14:46,688 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T02:14:46,689 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39957 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T02:14:46,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 150f455da39d4e7a507741b92fc7ade5:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T02:14:46,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:14:46,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 150f455da39d4e7a507741b92fc7ade5:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T02:14:46,689 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1541): 150f455da39d4e7a507741b92fc7ade5/A is initiating minor compaction (all files) 2024-12-05T02:14:46,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T02:14:46,689 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 150f455da39d4e7a507741b92fc7ade5/A in TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. 2024-12-05T02:14:46,689 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/046f69e8af2b43578f930279b4e3f4df, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/6a02d827b91149918af22131162a6932, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/e49c8a45db864f24b19875dcf550d526] into tmpdir=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp, totalSize=39.0 K 2024-12-05T02:14:46,689 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting 046f69e8af2b43578f930279b4e3f4df, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1733364883756 2024-12-05T02:14:46,690 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T02:14:46,690 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1541): 150f455da39d4e7a507741b92fc7ade5/B is initiating minor compaction (all files) 2024-12-05T02:14:46,690 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 150f455da39d4e7a507741b92fc7ade5/B in TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. 2024-12-05T02:14:46,690 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/1cd50e43ed8e4502adf744db17fa5641, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/ae49f6a811354eb38af2c3dede169e2b, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/b06d385b65554ca4967d8e9e2d74447b] into tmpdir=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp, totalSize=36.6 K 2024-12-05T02:14:46,690 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting 1cd50e43ed8e4502adf744db17fa5641, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1733364883756 2024-12-05T02:14:46,690 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting ae49f6a811354eb38af2c3dede169e2b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1733364883797 2024-12-05T02:14:46,691 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6a02d827b91149918af22131162a6932, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1733364883797 2024-12-05T02:14:46,691 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting b06d385b65554ca4967d8e9e2d74447b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1733364885317 2024-12-05T02:14:46,691 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting e49c8a45db864f24b19875dcf550d526, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1733364885317 2024-12-05T02:14:46,705 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 150f455da39d4e7a507741b92fc7ade5#A#compaction#288 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T02:14:46,705 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/A/3bdf6a3ca25c45edbaf7cad925215831 is 50, key is test_row_0/A:col10/1733364885324/Put/seqid=0 2024-12-05T02:14:46,718 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 150f455da39d4e7a507741b92fc7ade5#B#compaction#289 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T02:14:46,719 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/B/4d7c16f6f1ca4dea80ac1556a86a4ef3 is 50, key is test_row_0/B:col10/1733364885324/Put/seqid=0 2024-12-05T02:14:46,731 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-12-05T02:14:46,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. 2024-12-05T02:14:46,731 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2902): Flushing 150f455da39d4e7a507741b92fc7ade5 3/3 column families, dataSize=134.18 KB heapSize=375.61 KB 2024-12-05T02:14:46,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 150f455da39d4e7a507741b92fc7ade5, store=A 2024-12-05T02:14:46,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T02:14:46,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 150f455da39d4e7a507741b92fc7ade5, store=B 2024-12-05T02:14:46,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T02:14:46,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 150f455da39d4e7a507741b92fc7ade5, store=C 2024-12-05T02:14:46,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T02:14:46,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742163_1339 (size=13017) 2024-12-05T02:14:46,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/A/dfcea4b95aae4a01991527191a08256e is 50, key is test_row_0/A:col10/1733364885449/Put/seqid=0 2024-12-05T02:14:46,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742164_1340 (size=13017) 2024-12-05T02:14:46,774 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/B/4d7c16f6f1ca4dea80ac1556a86a4ef3 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/4d7c16f6f1ca4dea80ac1556a86a4ef3 2024-12-05T02:14:46,779 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 150f455da39d4e7a507741b92fc7ade5/B of 150f455da39d4e7a507741b92fc7ade5 into 4d7c16f6f1ca4dea80ac1556a86a4ef3(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T02:14:46,779 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 150f455da39d4e7a507741b92fc7ade5: 2024-12-05T02:14:46,779 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., storeName=150f455da39d4e7a507741b92fc7ade5/B, priority=13, startTime=1733364886688; duration=0sec 2024-12-05T02:14:46,779 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T02:14:46,779 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 150f455da39d4e7a507741b92fc7ade5:B 2024-12-05T02:14:46,780 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T02:14:46,782 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T02:14:46,782 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1541): 150f455da39d4e7a507741b92fc7ade5/C is initiating minor compaction (all files) 2024-12-05T02:14:46,782 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 150f455da39d4e7a507741b92fc7ade5/C in TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. 2024-12-05T02:14:46,782 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/e89924a26d1645db99d68f9b02bf530e, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/78e4613f35bc44e982bf8776d8dd7484, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/6d68140d7ae04c5ab27c944d7fe01097] into tmpdir=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp, totalSize=36.6 K 2024-12-05T02:14:46,783 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting e89924a26d1645db99d68f9b02bf530e, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1733364883756 2024-12-05T02:14:46,784 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting 78e4613f35bc44e982bf8776d8dd7484, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1733364883797 2024-12-05T02:14:46,784 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting 6d68140d7ae04c5ab27c944d7fe01097, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1733364885317 2024-12-05T02:14:46,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742165_1341 (size=12301) 2024-12-05T02:14:46,795 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 150f455da39d4e7a507741b92fc7ade5#C#compaction#291 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T02:14:46,795 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/C/364c5ec4c2794f13869511e4e876491f is 50, key is test_row_0/C:col10/1733364885324/Put/seqid=0 2024-12-05T02:14:46,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742166_1342 (size=13017) 2024-12-05T02:14:46,822 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/C/364c5ec4c2794f13869511e4e876491f as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/364c5ec4c2794f13869511e4e876491f 2024-12-05T02:14:46,828 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 150f455da39d4e7a507741b92fc7ade5/C of 150f455da39d4e7a507741b92fc7ade5 into 364c5ec4c2794f13869511e4e876491f(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T02:14:46,828 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 150f455da39d4e7a507741b92fc7ade5: 2024-12-05T02:14:46,828 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., storeName=150f455da39d4e7a507741b92fc7ade5/C, priority=13, startTime=1733364886689; duration=0sec 2024-12-05T02:14:46,828 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:14:46,828 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 150f455da39d4e7a507741b92fc7ade5:C 2024-12-05T02:14:47,148 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/A/3bdf6a3ca25c45edbaf7cad925215831 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/3bdf6a3ca25c45edbaf7cad925215831 2024-12-05T02:14:47,153 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 150f455da39d4e7a507741b92fc7ade5/A of 150f455da39d4e7a507741b92fc7ade5 into 3bdf6a3ca25c45edbaf7cad925215831(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T02:14:47,154 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 150f455da39d4e7a507741b92fc7ade5: 2024-12-05T02:14:47,154 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., storeName=150f455da39d4e7a507741b92fc7ade5/A, priority=13, startTime=1733364886688; duration=0sec 2024-12-05T02:14:47,154 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:14:47,154 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 150f455da39d4e7a507741b92fc7ade5:A 2024-12-05T02:14:47,186 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=336 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/A/dfcea4b95aae4a01991527191a08256e 2024-12-05T02:14:47,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/B/52a9360417fd49dc8d19b9130cb983af is 50, key is test_row_0/B:col10/1733364885449/Put/seqid=0 2024-12-05T02:14:47,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742167_1343 (size=12301) 2024-12-05T02:14:47,241 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=336 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/B/52a9360417fd49dc8d19b9130cb983af 2024-12-05T02:14:47,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/C/6cf9d56b4001440f81ba5e959e3e916a is 50, key is test_row_0/C:col10/1733364885449/Put/seqid=0 2024-12-05T02:14:47,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742168_1344 (size=12301) 2024-12-05T02:14:47,288 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=336 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/C/6cf9d56b4001440f81ba5e959e3e916a 2024-12-05T02:14:47,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/A/dfcea4b95aae4a01991527191a08256e as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/dfcea4b95aae4a01991527191a08256e 2024-12-05T02:14:47,299 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/dfcea4b95aae4a01991527191a08256e, entries=150, sequenceid=336, filesize=12.0 K 2024-12-05T02:14:47,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/B/52a9360417fd49dc8d19b9130cb983af as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/52a9360417fd49dc8d19b9130cb983af 2024-12-05T02:14:47,305 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/52a9360417fd49dc8d19b9130cb983af, entries=150, sequenceid=336, filesize=12.0 K 2024-12-05T02:14:47,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/C/6cf9d56b4001440f81ba5e959e3e916a as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/6cf9d56b4001440f81ba5e959e3e916a 2024-12-05T02:14:47,314 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/6cf9d56b4001440f81ba5e959e3e916a, entries=150, sequenceid=336, filesize=12.0 K 2024-12-05T02:14:47,316 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~375.56 KB/384576, currentSize=0 B/0 for 150f455da39d4e7a507741b92fc7ade5 in 584ms, sequenceid=336, compaction requested=false 2024-12-05T02:14:47,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2603): Flush status journal for 150f455da39d4e7a507741b92fc7ade5: 2024-12-05T02:14:47,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. 2024-12-05T02:14:47,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=83 2024-12-05T02:14:47,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.HMaster(4169): Remote procedure done, pid=83 2024-12-05T02:14:47,320 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=83, resume processing ppid=82 2024-12-05T02:14:47,320 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=83, ppid=82, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8180 sec 2024-12-05T02:14:47,322 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=82, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees in 1.8250 sec 2024-12-05T02:14:47,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(8855): Flush requested on 150f455da39d4e7a507741b92fc7ade5 2024-12-05T02:14:47,591 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 150f455da39d4e7a507741b92fc7ade5 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-05T02:14:47,592 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 150f455da39d4e7a507741b92fc7ade5, store=A 2024-12-05T02:14:47,592 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:14:47,592 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 150f455da39d4e7a507741b92fc7ade5, store=B 2024-12-05T02:14:47,592 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:14:47,592 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 150f455da39d4e7a507741b92fc7ade5, store=C 2024-12-05T02:14:47,592 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:14:47,598 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/A/faaced6ef14b4253be52d0dd6935907c is 50, key is test_row_0/A:col10/1733364887588/Put/seqid=0 2024-12-05T02:14:47,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742169_1345 (size=14741) 2024-12-05T02:14:47,635 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733364887626, max timestamp=1733364887631Num uniques 859; 2024-12-05T02:14:47,635 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733364887626, max timestamp=1733364887631Num uniques 859; 2024-12-05T02:14:47,635 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-05T02:14:47,635 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-05T02:14:47,637 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733364887626, max timestamp=1733364887631Num uniques 859; 2024-12-05T02:14:47,637 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-05T02:14:47,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-12-05T02:14:47,644 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-05T02:14:47,645 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T02:14:47,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] procedure2.ProcedureExecutor(1139): Stored pid=84, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees 2024-12-05T02:14:47,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-12-05T02:14:47,647 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=84, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T02:14:47,648 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=84, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T02:14:47,648 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=85, ppid=84, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T02:14:47,667 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:47,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57538 deadline: 1733364947657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:47,670 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=318, cellSize=14558, totalHeapSize=33312, min timestamp=1733364887653, max timestamp=1733364887666Num uniques 1018; 2024-12-05T02:14:47,670 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=14558, suffix heap size=133840,new segment heap size=33312 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=318 2024-12-05T02:14:47,670 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=318, cellSize=14558, totalHeapSize=33312, min timestamp=1733364887653, max timestamp=1733364887666Num uniques 1018; 2024-12-05T02:14:47,670 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=14558, suffix heap size=133840,new segment heap size=33312 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=318 2024-12-05T02:14:47,671 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=318, cellSize=14558, totalHeapSize=33312, min timestamp=1733364887653, max timestamp=1733364887666Num uniques 1018; 2024-12-05T02:14:47,671 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=14558, suffix heap size=133840,new segment heap size=33312 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=318 2024-12-05T02:14:47,671 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:47,671 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:47,671 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:47,710 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:47,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57548 deadline: 1733364947701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:47,710 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:47,710 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:47,710 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:47,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57486 deadline: 1733364947702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:47,710 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:47,711 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:47,711 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:47,711 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:47,711 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:47,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57554 deadline: 1733364947704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:47,711 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:47,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57518 deadline: 1733364947705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:47,711 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:47,712 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:47,712 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:47,712 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:47,712 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:47,712 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:47,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-12-05T02:14:47,778 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:47,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57538 deadline: 1733364947774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:47,778 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:47,778 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:47,779 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:47,801 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-12-05T02:14:47,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. 2024-12-05T02:14:47,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. as already flushing 2024-12-05T02:14:47,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. 2024-12-05T02:14:47,802 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85 java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:47,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85 java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:47,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=85 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:47,816 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:47,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57548 deadline: 1733364947814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:47,817 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:47,817 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:47,817 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:47,817 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:47,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57486 deadline: 1733364947814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:47,817 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:47,817 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:47,817 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:47,817 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:47,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57518 deadline: 1733364947814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:47,818 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:47,818 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:47,818 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:47,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57554 deadline: 1733364947814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:47,818 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:47,818 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:47,818 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:47,818 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:47,955 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-12-05T02:14:47,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. 2024-12-05T02:14:47,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. as already flushing 2024-12-05T02:14:47,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. 2024-12-05T02:14:47,956 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85 java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:47,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85 java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:47,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=85 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:47,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-12-05T02:14:47,987 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:47,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57538 deadline: 1733364947985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:47,988 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:47,988 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:47,988 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:48,014 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=349 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/A/faaced6ef14b4253be52d0dd6935907c 2024-12-05T02:14:48,031 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/B/751b0f85cf824c6f92a6313f3e9a13b9 is 50, key is test_row_0/B:col10/1733364887588/Put/seqid=0 2024-12-05T02:14:48,032 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:48,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57554 deadline: 1733364948025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:48,032 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:48,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57548 deadline: 1733364948025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:48,032 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:48,032 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:48,032 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:48,033 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:48,033 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:48,033 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:48,033 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:48,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57486 deadline: 1733364948025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:48,033 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:48,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57518 deadline: 1733364948026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:48,033 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:48,034 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:48,034 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:48,034 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:48,034 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:48,034 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:48,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742170_1346 (size=12301) 2024-12-05T02:14:48,041 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=349 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/B/751b0f85cf824c6f92a6313f3e9a13b9 2024-12-05T02:14:48,054 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/C/43638060aff946ed94ba93bc9b95c786 is 50, key is test_row_0/C:col10/1733364887588/Put/seqid=0 2024-12-05T02:14:48,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742171_1347 (size=12301) 2024-12-05T02:14:48,110 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-12-05T02:14:48,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. 2024-12-05T02:14:48,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. as already flushing 2024-12-05T02:14:48,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. 2024-12-05T02:14:48,110 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85 java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:48,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85 java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:48,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=85 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:48,263 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-12-05T02:14:48,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. 2024-12-05T02:14:48,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. as already flushing 2024-12-05T02:14:48,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. 2024-12-05T02:14:48,264 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85 java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:48,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85 java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:48,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=85 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:48,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-12-05T02:14:48,299 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:48,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57538 deadline: 1733364948294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:48,301 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:48,301 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:48,301 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:48,346 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:48,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57554 deadline: 1733364948344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:48,346 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:48,346 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:48,346 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:48,349 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:48,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57486 deadline: 1733364948344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:48,350 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:48,350 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:48,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57548 deadline: 1733364948344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:48,350 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:48,350 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:48,350 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:48,350 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:48,350 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:48,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57518 deadline: 1733364948344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:48,350 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:48,350 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:48,350 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:48,350 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:48,417 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-12-05T02:14:48,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. 2024-12-05T02:14:48,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. as already flushing 2024-12-05T02:14:48,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. 2024-12-05T02:14:48,417 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85 java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:48,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85 java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:48,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=85 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:48,476 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=349 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/C/43638060aff946ed94ba93bc9b95c786 2024-12-05T02:14:48,481 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/A/faaced6ef14b4253be52d0dd6935907c as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/faaced6ef14b4253be52d0dd6935907c 2024-12-05T02:14:48,485 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/faaced6ef14b4253be52d0dd6935907c, entries=200, sequenceid=349, filesize=14.4 K 2024-12-05T02:14:48,489 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/B/751b0f85cf824c6f92a6313f3e9a13b9 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/751b0f85cf824c6f92a6313f3e9a13b9 2024-12-05T02:14:48,501 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/751b0f85cf824c6f92a6313f3e9a13b9, entries=150, sequenceid=349, filesize=12.0 K 2024-12-05T02:14:48,502 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/C/43638060aff946ed94ba93bc9b95c786 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/43638060aff946ed94ba93bc9b95c786 2024-12-05T02:14:48,507 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/43638060aff946ed94ba93bc9b95c786, entries=150, sequenceid=349, filesize=12.0 K 2024-12-05T02:14:48,508 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=140.89 KB/144270 for 150f455da39d4e7a507741b92fc7ade5 in 917ms, sequenceid=349, compaction requested=true 2024-12-05T02:14:48,508 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 150f455da39d4e7a507741b92fc7ade5: 2024-12-05T02:14:48,508 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 150f455da39d4e7a507741b92fc7ade5:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T02:14:48,508 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:14:48,508 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T02:14:48,509 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T02:14:48,511 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 150f455da39d4e7a507741b92fc7ade5:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T02:14:48,511 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:14:48,511 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T02:14:48,511 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 150f455da39d4e7a507741b92fc7ade5:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T02:14:48,511 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T02:14:48,511 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1541): 150f455da39d4e7a507741b92fc7ade5/B is initiating minor compaction (all files) 2024-12-05T02:14:48,511 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 150f455da39d4e7a507741b92fc7ade5/B in TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. 2024-12-05T02:14:48,511 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/4d7c16f6f1ca4dea80ac1556a86a4ef3, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/52a9360417fd49dc8d19b9130cb983af, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/751b0f85cf824c6f92a6313f3e9a13b9] into tmpdir=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp, totalSize=36.7 K 2024-12-05T02:14:48,512 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40059 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T02:14:48,512 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1541): 150f455da39d4e7a507741b92fc7ade5/A is initiating minor compaction (all files) 2024-12-05T02:14:48,512 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 150f455da39d4e7a507741b92fc7ade5/A in TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. 2024-12-05T02:14:48,512 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/3bdf6a3ca25c45edbaf7cad925215831, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/dfcea4b95aae4a01991527191a08256e, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/faaced6ef14b4253be52d0dd6935907c] into tmpdir=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp, totalSize=39.1 K 2024-12-05T02:14:48,513 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting 4d7c16f6f1ca4dea80ac1556a86a4ef3, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1733364885317 2024-12-05T02:14:48,513 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3bdf6a3ca25c45edbaf7cad925215831, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1733364885317 2024-12-05T02:14:48,514 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting dfcea4b95aae4a01991527191a08256e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1733364885441 2024-12-05T02:14:48,514 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting 52a9360417fd49dc8d19b9130cb983af, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1733364885441 2024-12-05T02:14:48,514 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting faaced6ef14b4253be52d0dd6935907c, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=349, earliestPutTs=1733364887583 2024-12-05T02:14:48,514 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting 751b0f85cf824c6f92a6313f3e9a13b9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=349, earliestPutTs=1733364887583 2024-12-05T02:14:48,534 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 150f455da39d4e7a507741b92fc7ade5#B#compaction#297 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T02:14:48,535 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/B/ae733eda7a1d4555b3c34dcd439e97f8 is 50, key is test_row_0/B:col10/1733364887588/Put/seqid=0 2024-12-05T02:14:48,538 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 150f455da39d4e7a507741b92fc7ade5#A#compaction#298 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T02:14:48,539 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/A/7143f9f8d12f4881aa7834a054f7ce4b is 50, key is test_row_0/A:col10/1733364887588/Put/seqid=0 2024-12-05T02:14:48,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742173_1349 (size=13119) 2024-12-05T02:14:48,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742172_1348 (size=13119) 2024-12-05T02:14:48,570 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-12-05T02:14:48,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. 2024-12-05T02:14:48,570 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2902): Flushing 150f455da39d4e7a507741b92fc7ade5 3/3 column families, dataSize=140.89 KB heapSize=390 KB 2024-12-05T02:14:48,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 150f455da39d4e7a507741b92fc7ade5, store=A 2024-12-05T02:14:48,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T02:14:48,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 150f455da39d4e7a507741b92fc7ade5, store=B 2024-12-05T02:14:48,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T02:14:48,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 150f455da39d4e7a507741b92fc7ade5, store=C 2024-12-05T02:14:48,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T02:14:48,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/A/4efb970fc7494a18b5b7b28bff1200be is 50, key is test_row_0/A:col10/1733364887692/Put/seqid=0 2024-12-05T02:14:48,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742174_1350 (size=12301) 2024-12-05T02:14:48,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-12-05T02:14:48,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(8855): Flush requested on 150f455da39d4e7a507741b92fc7ade5 2024-12-05T02:14:48,809 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. as already flushing 2024-12-05T02:14:48,856 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:48,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57538 deadline: 1733364948850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:48,856 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:48,856 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:48,856 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:48,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57554 deadline: 1733364948854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:48,857 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:48,857 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:48,857 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:48,857 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:48,857 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:48,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57486 deadline: 1733364948855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:48,857 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:48,857 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:48,857 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:48,859 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:48,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57518 deadline: 1733364948855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:48,859 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:48,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57548 deadline: 1733364948855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:48,859 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:48,860 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:48,860 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:48,860 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:48,860 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:48,860 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:48,951 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/B/ae733eda7a1d4555b3c34dcd439e97f8 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/ae733eda7a1d4555b3c34dcd439e97f8 2024-12-05T02:14:48,955 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 150f455da39d4e7a507741b92fc7ade5/B of 150f455da39d4e7a507741b92fc7ade5 into ae733eda7a1d4555b3c34dcd439e97f8(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T02:14:48,955 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 150f455da39d4e7a507741b92fc7ade5: 2024-12-05T02:14:48,955 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., storeName=150f455da39d4e7a507741b92fc7ade5/B, priority=13, startTime=1733364888508; duration=0sec 2024-12-05T02:14:48,955 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T02:14:48,955 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 150f455da39d4e7a507741b92fc7ade5:B 2024-12-05T02:14:48,955 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T02:14:48,957 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T02:14:48,957 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1541): 150f455da39d4e7a507741b92fc7ade5/C is initiating minor compaction (all files) 2024-12-05T02:14:48,957 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 150f455da39d4e7a507741b92fc7ade5/C in TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. 2024-12-05T02:14:48,957 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/364c5ec4c2794f13869511e4e876491f, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/6cf9d56b4001440f81ba5e959e3e916a, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/43638060aff946ed94ba93bc9b95c786] into tmpdir=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp, totalSize=36.7 K 2024-12-05T02:14:48,958 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting 364c5ec4c2794f13869511e4e876491f, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1733364885317 2024-12-05T02:14:48,958 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting 6cf9d56b4001440f81ba5e959e3e916a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1733364885441 2024-12-05T02:14:48,958 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting 43638060aff946ed94ba93bc9b95c786, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=349, earliestPutTs=1733364887583 2024-12-05T02:14:48,960 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/A/7143f9f8d12f4881aa7834a054f7ce4b as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/7143f9f8d12f4881aa7834a054f7ce4b 2024-12-05T02:14:48,966 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 150f455da39d4e7a507741b92fc7ade5/A of 150f455da39d4e7a507741b92fc7ade5 into 7143f9f8d12f4881aa7834a054f7ce4b(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T02:14:48,966 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 150f455da39d4e7a507741b92fc7ade5: 2024-12-05T02:14:48,966 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., storeName=150f455da39d4e7a507741b92fc7ade5/A, priority=13, startTime=1733364888508; duration=0sec 2024-12-05T02:14:48,966 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:14:48,966 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 150f455da39d4e7a507741b92fc7ade5:A 2024-12-05T02:14:48,970 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:48,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57538 deadline: 1733364948965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:48,971 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:48,971 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:48,971 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:48,971 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 150f455da39d4e7a507741b92fc7ade5#C#compaction#300 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T02:14:48,972 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/C/30894ac844e14ee080811f400f08abd6 is 50, key is test_row_0/C:col10/1733364887588/Put/seqid=0 2024-12-05T02:14:48,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742175_1351 (size=13119) 2024-12-05T02:14:48,985 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=401 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/A/4efb970fc7494a18b5b7b28bff1200be 2024-12-05T02:14:49,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/B/97545b2962e845e496620764a07dbffa is 50, key is test_row_0/B:col10/1733364887692/Put/seqid=0 2024-12-05T02:14:49,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742176_1352 (size=12301) 2024-12-05T02:14:49,180 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:49,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57538 deadline: 1733364949177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:49,181 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:49,181 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:49,181 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:49,389 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/C/30894ac844e14ee080811f400f08abd6 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/30894ac844e14ee080811f400f08abd6 2024-12-05T02:14:49,399 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 150f455da39d4e7a507741b92fc7ade5/C of 150f455da39d4e7a507741b92fc7ade5 into 30894ac844e14ee080811f400f08abd6(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T02:14:49,399 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 150f455da39d4e7a507741b92fc7ade5: 2024-12-05T02:14:49,399 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., storeName=150f455da39d4e7a507741b92fc7ade5/C, priority=13, startTime=1733364888511; duration=0sec 2024-12-05T02:14:49,399 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:14:49,399 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 150f455da39d4e7a507741b92fc7ade5:C 2024-12-05T02:14:49,420 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=401 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/B/97545b2962e845e496620764a07dbffa 2024-12-05T02:14:49,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/C/c00d5d2489b248d2ad6554dd7bd9cf42 is 50, key is test_row_0/C:col10/1733364887692/Put/seqid=0 2024-12-05T02:14:49,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742177_1353 (size=12301) 2024-12-05T02:14:49,489 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:49,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57538 deadline: 1733364949485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:49,490 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:49,490 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:49,490 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:49,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-12-05T02:14:49,867 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:49,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57554 deadline: 1733364949864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:49,867 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 01bccfa882c7,46535,1733364817982 for 'test_row_0' in 150f455da39d4e7a507741b92fc7ade5 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2163 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-05T02:14:49,868 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:49,868 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:49,868 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:49,870 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=401 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/C/c00d5d2489b248d2ad6554dd7bd9cf42 2024-12-05T02:14:49,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/A/4efb970fc7494a18b5b7b28bff1200be as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/4efb970fc7494a18b5b7b28bff1200be 2024-12-05T02:14:49,879 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:49,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57486 deadline: 1733364949874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:49,880 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:49,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57518 deadline: 1733364949875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:49,880 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:49,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57548 deadline: 1733364949875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:49,880 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 01bccfa882c7,46535,1733364817982 for 'test_row_0' in 150f455da39d4e7a507741b92fc7ade5 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2178 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-05T02:14:49,881 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:49,881 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:49,881 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:49,881 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 01bccfa882c7,46535,1733364817982 for 'test_row_0' in 150f455da39d4e7a507741b92fc7ade5 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2180 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-05T02:14:49,882 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:49,882 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:49,882 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:49,880 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 01bccfa882c7,46535,1733364817982 for 'test_row_2' in 150f455da39d4e7a507741b92fc7ade5 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2175 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-05T02:14:49,882 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:49,882 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:49,882 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:49,884 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/4efb970fc7494a18b5b7b28bff1200be, entries=150, sequenceid=401, filesize=12.0 K 2024-12-05T02:14:49,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/B/97545b2962e845e496620764a07dbffa as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/97545b2962e845e496620764a07dbffa 2024-12-05T02:14:49,890 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/97545b2962e845e496620764a07dbffa, entries=150, sequenceid=401, filesize=12.0 K 2024-12-05T02:14:49,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/C/c00d5d2489b248d2ad6554dd7bd9cf42 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/c00d5d2489b248d2ad6554dd7bd9cf42 2024-12-05T02:14:49,895 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/c00d5d2489b248d2ad6554dd7bd9cf42, entries=150, sequenceid=401, filesize=12.0 K 2024-12-05T02:14:49,897 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~389.95 KB/399312, currentSize=46.96 KB/48090 for 150f455da39d4e7a507741b92fc7ade5 in 1327ms, sequenceid=401, compaction requested=false 2024-12-05T02:14:49,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2603): Flush status journal for 150f455da39d4e7a507741b92fc7ade5: 2024-12-05T02:14:49,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. 2024-12-05T02:14:49,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=85 2024-12-05T02:14:49,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.HMaster(4169): Remote procedure done, pid=85 2024-12-05T02:14:49,901 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=85, resume processing ppid=84 2024-12-05T02:14:49,901 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=85, ppid=84, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2510 sec 2024-12-05T02:14:49,903 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=84, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees in 2.2570 sec 2024-12-05T02:14:49,997 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 150f455da39d4e7a507741b92fc7ade5 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-12-05T02:14:49,997 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 150f455da39d4e7a507741b92fc7ade5, store=A 2024-12-05T02:14:49,997 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:14:49,997 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 150f455da39d4e7a507741b92fc7ade5, store=B 2024-12-05T02:14:49,997 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:14:49,998 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 150f455da39d4e7a507741b92fc7ade5, store=C 2024-12-05T02:14:49,998 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:14:49,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(8855): Flush requested on 150f455da39d4e7a507741b92fc7ade5 2024-12-05T02:14:50,006 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/A/3d37dacfe28b49caa20b6de74274e9d7 is 50, key is test_row_0/A:col10/1733364889995/Put/seqid=0 2024-12-05T02:14:50,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742178_1354 (size=12297) 2024-12-05T02:14:50,024 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=415 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/A/3d37dacfe28b49caa20b6de74274e9d7 2024-12-05T02:14:50,041 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/B/6b17f98c674147e193a86a1200e7babf is 50, key is test_row_0/B:col10/1733364889995/Put/seqid=0 2024-12-05T02:14:50,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742179_1355 (size=9857) 2024-12-05T02:14:50,055 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=415 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/B/6b17f98c674147e193a86a1200e7babf 2024-12-05T02:14:50,064 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/C/0d2eb848b8864dbaa161d8a9be44a392 is 50, key is test_row_0/C:col10/1733364889995/Put/seqid=0 2024-12-05T02:14:50,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742180_1356 (size=9857) 2024-12-05T02:14:50,098 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733364890067, max timestamp=1733364890095Num uniques 859; 2024-12-05T02:14:50,099 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-05T02:14:50,099 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733364890067, max timestamp=1733364890095Num uniques 859; 2024-12-05T02:14:50,099 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-05T02:14:50,099 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733364890067, max timestamp=1733364890095Num uniques 859; 2024-12-05T02:14:50,099 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-05T02:14:50,202 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:50,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57538 deadline: 1733364950198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:50,203 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:50,203 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:50,203 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:50,318 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:50,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57538 deadline: 1733364950315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:50,319 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:50,319 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:50,319 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:50,470 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=415 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/C/0d2eb848b8864dbaa161d8a9be44a392 2024-12-05T02:14:50,475 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/A/3d37dacfe28b49caa20b6de74274e9d7 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/3d37dacfe28b49caa20b6de74274e9d7 2024-12-05T02:14:50,479 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/3d37dacfe28b49caa20b6de74274e9d7, entries=150, sequenceid=415, filesize=12.0 K 2024-12-05T02:14:50,480 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/B/6b17f98c674147e193a86a1200e7babf as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/6b17f98c674147e193a86a1200e7babf 2024-12-05T02:14:50,490 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/6b17f98c674147e193a86a1200e7babf, entries=100, sequenceid=415, filesize=9.6 K 2024-12-05T02:14:50,491 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/C/0d2eb848b8864dbaa161d8a9be44a392 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/0d2eb848b8864dbaa161d8a9be44a392 2024-12-05T02:14:50,495 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/0d2eb848b8864dbaa161d8a9be44a392, entries=100, sequenceid=415, filesize=9.6 K 2024-12-05T02:14:50,496 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 150f455da39d4e7a507741b92fc7ade5 in 499ms, sequenceid=415, compaction requested=true 2024-12-05T02:14:50,496 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 150f455da39d4e7a507741b92fc7ade5: 2024-12-05T02:14:50,496 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 150f455da39d4e7a507741b92fc7ade5:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T02:14:50,496 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:14:50,496 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T02:14:50,496 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 150f455da39d4e7a507741b92fc7ade5:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T02:14:50,496 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:14:50,496 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T02:14:50,496 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 150f455da39d4e7a507741b92fc7ade5:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T02:14:50,496 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T02:14:50,511 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37717 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T02:14:50,511 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35277 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T02:14:50,511 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1541): 150f455da39d4e7a507741b92fc7ade5/A is initiating minor compaction (all files) 2024-12-05T02:14:50,511 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1541): 150f455da39d4e7a507741b92fc7ade5/B is initiating minor compaction (all files) 2024-12-05T02:14:50,511 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 150f455da39d4e7a507741b92fc7ade5/A in TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. 2024-12-05T02:14:50,511 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 150f455da39d4e7a507741b92fc7ade5/B in TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. 2024-12-05T02:14:50,512 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/7143f9f8d12f4881aa7834a054f7ce4b, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/4efb970fc7494a18b5b7b28bff1200be, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/3d37dacfe28b49caa20b6de74274e9d7] into tmpdir=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp, totalSize=36.8 K 2024-12-05T02:14:50,512 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/ae733eda7a1d4555b3c34dcd439e97f8, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/97545b2962e845e496620764a07dbffa, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/6b17f98c674147e193a86a1200e7babf] into tmpdir=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp, totalSize=34.5 K 2024-12-05T02:14:50,512 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7143f9f8d12f4881aa7834a054f7ce4b, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=349, earliestPutTs=1733364887583 2024-12-05T02:14:50,512 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting ae733eda7a1d4555b3c34dcd439e97f8, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=349, earliestPutTs=1733364887583 2024-12-05T02:14:50,513 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4efb970fc7494a18b5b7b28bff1200be, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=401, earliestPutTs=1733364887692 2024-12-05T02:14:50,513 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting 97545b2962e845e496620764a07dbffa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=401, earliestPutTs=1733364887692 2024-12-05T02:14:50,513 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3d37dacfe28b49caa20b6de74274e9d7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=415, earliestPutTs=1733364888843 2024-12-05T02:14:50,513 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting 6b17f98c674147e193a86a1200e7babf, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=415, earliestPutTs=1733364888843 2024-12-05T02:14:50,523 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 150f455da39d4e7a507741b92fc7ade5#A#compaction#306 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-05T02:14:50,523 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 150f455da39d4e7a507741b92fc7ade5#B#compaction#307 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T02:14:50,524 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/A/4b510e52db1747d881a60594575fad40 is 50, key is test_row_0/A:col10/1733364889995/Put/seqid=0 2024-12-05T02:14:50,524 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/B/328b754622b64d438f44793c964b444a is 50, key is test_row_0/B:col10/1733364889995/Put/seqid=0 2024-12-05T02:14:50,531 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 150f455da39d4e7a507741b92fc7ade5 3/3 column families, dataSize=134.18 KB heapSize=384.98 KB 2024-12-05T02:14:50,531 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 150f455da39d4e7a507741b92fc7ade5, store=A 2024-12-05T02:14:50,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T02:14:50,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 150f455da39d4e7a507741b92fc7ade5, store=B 2024-12-05T02:14:50,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T02:14:50,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 150f455da39d4e7a507741b92fc7ade5, store=C 2024-12-05T02:14:50,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T02:14:50,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(8855): Flush requested on 150f455da39d4e7a507741b92fc7ade5 2024-12-05T02:14:50,568 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/A/c6e76067068a48de976069d28ad754d1 is 50, key is test_row_0/A:col10/1733364890195/Put/seqid=0 2024-12-05T02:14:50,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742181_1357 (size=13221) 2024-12-05T02:14:50,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742182_1358 (size=13221) 2024-12-05T02:14:50,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742183_1359 (size=14741) 2024-12-05T02:14:50,607 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=452 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/A/c6e76067068a48de976069d28ad754d1 2024-12-05T02:14:50,607 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:50,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57538 deadline: 1733364950600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:50,617 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:50,617 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:50,617 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:50,643 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/B/64b9369e9d794585b243bfb98023d12a is 50, key is test_row_0/B:col10/1733364890195/Put/seqid=0 2024-12-05T02:14:50,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742184_1360 (size=12301) 2024-12-05T02:14:50,679 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=452 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/B/64b9369e9d794585b243bfb98023d12a 2024-12-05T02:14:50,695 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/C/77e9b977bc464747bd6133521fc65c98 is 50, key is test_row_0/C:col10/1733364890195/Put/seqid=0 2024-12-05T02:14:50,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742185_1361 (size=12301) 2024-12-05T02:14:50,730 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:50,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57538 deadline: 1733364950724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:50,731 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:50,731 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:50,731 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:50,938 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:50,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57538 deadline: 1733364950934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:50,938 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:50,938 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:50,938 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:50,987 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/B/328b754622b64d438f44793c964b444a as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/328b754622b64d438f44793c964b444a 2024-12-05T02:14:50,991 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 150f455da39d4e7a507741b92fc7ade5/B of 150f455da39d4e7a507741b92fc7ade5 into 328b754622b64d438f44793c964b444a(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T02:14:50,991 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 150f455da39d4e7a507741b92fc7ade5: 2024-12-05T02:14:50,991 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., storeName=150f455da39d4e7a507741b92fc7ade5/B, priority=13, startTime=1733364890496; duration=0sec 2024-12-05T02:14:50,991 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T02:14:50,991 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 150f455da39d4e7a507741b92fc7ade5:B 2024-12-05T02:14:50,991 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T02:14:50,992 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35277 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T02:14:50,992 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1541): 150f455da39d4e7a507741b92fc7ade5/C is initiating minor compaction (all files) 2024-12-05T02:14:50,992 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 150f455da39d4e7a507741b92fc7ade5/C in TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. 2024-12-05T02:14:50,992 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/30894ac844e14ee080811f400f08abd6, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/c00d5d2489b248d2ad6554dd7bd9cf42, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/0d2eb848b8864dbaa161d8a9be44a392] into tmpdir=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp, totalSize=34.5 K 2024-12-05T02:14:50,993 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting 30894ac844e14ee080811f400f08abd6, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=349, earliestPutTs=1733364887583 2024-12-05T02:14:50,993 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting c00d5d2489b248d2ad6554dd7bd9cf42, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=401, earliestPutTs=1733364887692 2024-12-05T02:14:50,993 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting 0d2eb848b8864dbaa161d8a9be44a392, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=415, earliestPutTs=1733364888843 2024-12-05T02:14:50,999 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 150f455da39d4e7a507741b92fc7ade5#C#compaction#311 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T02:14:51,000 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/C/6398f87bad294687a0701e424f6d16d6 is 50, key is test_row_0/C:col10/1733364889995/Put/seqid=0 2024-12-05T02:14:51,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742186_1362 (size=13221) 2024-12-05T02:14:51,011 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/A/4b510e52db1747d881a60594575fad40 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/4b510e52db1747d881a60594575fad40 2024-12-05T02:14:51,012 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/C/6398f87bad294687a0701e424f6d16d6 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/6398f87bad294687a0701e424f6d16d6 2024-12-05T02:14:51,016 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 150f455da39d4e7a507741b92fc7ade5/A of 150f455da39d4e7a507741b92fc7ade5 into 4b510e52db1747d881a60594575fad40(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T02:14:51,016 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 150f455da39d4e7a507741b92fc7ade5: 2024-12-05T02:14:51,016 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., storeName=150f455da39d4e7a507741b92fc7ade5/A, priority=13, startTime=1733364890496; duration=0sec 2024-12-05T02:14:51,016 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:14:51,016 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 150f455da39d4e7a507741b92fc7ade5:A 2024-12-05T02:14:51,017 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 150f455da39d4e7a507741b92fc7ade5/C of 150f455da39d4e7a507741b92fc7ade5 into 6398f87bad294687a0701e424f6d16d6(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T02:14:51,017 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 150f455da39d4e7a507741b92fc7ade5: 2024-12-05T02:14:51,017 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., storeName=150f455da39d4e7a507741b92fc7ade5/C, priority=13, startTime=1733364890496; duration=0sec 2024-12-05T02:14:51,017 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:14:51,017 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 150f455da39d4e7a507741b92fc7ade5:C 2024-12-05T02:14:51,108 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=452 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/C/77e9b977bc464747bd6133521fc65c98 2024-12-05T02:14:51,121 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/A/c6e76067068a48de976069d28ad754d1 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/c6e76067068a48de976069d28ad754d1 2024-12-05T02:14:51,130 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/c6e76067068a48de976069d28ad754d1, entries=200, sequenceid=452, filesize=14.4 K 2024-12-05T02:14:51,131 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/B/64b9369e9d794585b243bfb98023d12a as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/64b9369e9d794585b243bfb98023d12a 2024-12-05T02:14:51,135 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/64b9369e9d794585b243bfb98023d12a, entries=150, sequenceid=452, filesize=12.0 K 2024-12-05T02:14:51,136 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/C/77e9b977bc464747bd6133521fc65c98 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/77e9b977bc464747bd6133521fc65c98 2024-12-05T02:14:51,139 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/77e9b977bc464747bd6133521fc65c98, entries=150, sequenceid=452, filesize=12.0 K 2024-12-05T02:14:51,140 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~384.94 KB/394176, currentSize=46.96 KB/48090 for 150f455da39d4e7a507741b92fc7ade5 in 609ms, sequenceid=452, compaction requested=false 2024-12-05T02:14:51,140 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 150f455da39d4e7a507741b92fc7ade5: 2024-12-05T02:14:51,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(8855): Flush requested on 150f455da39d4e7a507741b92fc7ade5 2024-12-05T02:14:51,249 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 150f455da39d4e7a507741b92fc7ade5 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-12-05T02:14:51,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 150f455da39d4e7a507741b92fc7ade5, store=A 2024-12-05T02:14:51,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:14:51,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 150f455da39d4e7a507741b92fc7ade5, store=B 2024-12-05T02:14:51,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:14:51,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 150f455da39d4e7a507741b92fc7ade5, store=C 2024-12-05T02:14:51,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:14:51,266 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/A/c1cae99e205d4bcd9b566411a5dfe82f is 50, key is test_row_0/A:col10/1733364891246/Put/seqid=0 2024-12-05T02:14:51,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742187_1363 (size=12301) 2024-12-05T02:14:51,277 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=466 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/A/c1cae99e205d4bcd9b566411a5dfe82f 2024-12-05T02:14:51,284 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/B/4d279a5279864e7c91e58382a768619d is 50, key is test_row_0/B:col10/1733364891246/Put/seqid=0 2024-12-05T02:14:51,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742188_1364 (size=12301) 2024-12-05T02:14:51,293 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=466 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/B/4d279a5279864e7c91e58382a768619d 2024-12-05T02:14:51,303 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/C/2c012b34242a45b2876b324c159f676f is 50, key is test_row_0/C:col10/1733364891246/Put/seqid=0 2024-12-05T02:14:51,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742189_1365 (size=12301) 2024-12-05T02:14:51,323 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=466 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/C/2c012b34242a45b2876b324c159f676f 2024-12-05T02:14:51,328 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/A/c1cae99e205d4bcd9b566411a5dfe82f as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/c1cae99e205d4bcd9b566411a5dfe82f 2024-12-05T02:14:51,334 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733364891304, max timestamp=1733364891330Num uniques 859; 2024-12-05T02:14:51,334 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-05T02:14:51,334 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/c1cae99e205d4bcd9b566411a5dfe82f, entries=150, sequenceid=466, filesize=12.0 K 2024-12-05T02:14:51,334 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733364891304, max timestamp=1733364891330Num uniques 859; 2024-12-05T02:14:51,334 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-05T02:14:51,335 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/B/4d279a5279864e7c91e58382a768619d as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/4d279a5279864e7c91e58382a768619d 2024-12-05T02:14:51,336 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733364891304, max timestamp=1733364891330Num uniques 859; 2024-12-05T02:14:51,336 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-05T02:14:51,340 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/4d279a5279864e7c91e58382a768619d, entries=150, sequenceid=466, filesize=12.0 K 2024-12-05T02:14:51,341 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/C/2c012b34242a45b2876b324c159f676f as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/2c012b34242a45b2876b324c159f676f 2024-12-05T02:14:51,346 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/2c012b34242a45b2876b324c159f676f, entries=150, sequenceid=466, filesize=12.0 K 2024-12-05T02:14:51,347 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=46.96 KB/48090 for 150f455da39d4e7a507741b92fc7ade5 in 99ms, sequenceid=466, compaction requested=true 2024-12-05T02:14:51,347 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 150f455da39d4e7a507741b92fc7ade5: 2024-12-05T02:14:51,347 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 150f455da39d4e7a507741b92fc7ade5:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T02:14:51,347 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T02:14:51,347 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:14:51,347 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T02:14:51,347 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 150f455da39d4e7a507741b92fc7ade5:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T02:14:51,347 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:14:51,347 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 150f455da39d4e7a507741b92fc7ade5:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T02:14:51,347 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T02:14:51,348 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T02:14:51,348 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1541): 150f455da39d4e7a507741b92fc7ade5/B is initiating minor compaction (all files) 2024-12-05T02:14:51,348 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 150f455da39d4e7a507741b92fc7ade5/B in TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. 2024-12-05T02:14:51,348 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/328b754622b64d438f44793c964b444a, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/64b9369e9d794585b243bfb98023d12a, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/4d279a5279864e7c91e58382a768619d] into tmpdir=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp, totalSize=36.9 K 2024-12-05T02:14:51,348 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40263 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T02:14:51,348 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1541): 150f455da39d4e7a507741b92fc7ade5/A is initiating minor compaction (all files) 2024-12-05T02:14:51,348 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting 328b754622b64d438f44793c964b444a, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=415, earliestPutTs=1733364887701 2024-12-05T02:14:51,348 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 150f455da39d4e7a507741b92fc7ade5/A in TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. 2024-12-05T02:14:51,349 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/4b510e52db1747d881a60594575fad40, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/c6e76067068a48de976069d28ad754d1, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/c1cae99e205d4bcd9b566411a5dfe82f] into tmpdir=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp, totalSize=39.3 K 2024-12-05T02:14:51,349 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting 64b9369e9d794585b243bfb98023d12a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=452, earliestPutTs=1733364890180 2024-12-05T02:14:51,349 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4b510e52db1747d881a60594575fad40, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=415, earliestPutTs=1733364887701 2024-12-05T02:14:51,349 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting 4d279a5279864e7c91e58382a768619d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=466, earliestPutTs=1733364890564 2024-12-05T02:14:51,349 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting c6e76067068a48de976069d28ad754d1, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=452, earliestPutTs=1733364890134 2024-12-05T02:14:51,350 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting c1cae99e205d4bcd9b566411a5dfe82f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=466, earliestPutTs=1733364890564 2024-12-05T02:14:51,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(8855): Flush requested on 150f455da39d4e7a507741b92fc7ade5 2024-12-05T02:14:51,351 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 150f455da39d4e7a507741b92fc7ade5 3/3 column families, dataSize=53.67 KB heapSize=145.92 KB 2024-12-05T02:14:51,352 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 150f455da39d4e7a507741b92fc7ade5, store=A 2024-12-05T02:14:51,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T02:14:51,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 150f455da39d4e7a507741b92fc7ade5, store=B 2024-12-05T02:14:51,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T02:14:51,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 150f455da39d4e7a507741b92fc7ade5, store=C 2024-12-05T02:14:51,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T02:14:51,358 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/A/1ec5872b3f474a7585a26e7158f5d091 is 50, key is test_row_0/A:col10/1733364891350/Put/seqid=0 2024-12-05T02:14:51,364 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 150f455da39d4e7a507741b92fc7ade5#A#compaction#316 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T02:14:51,365 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/A/5b498247429342468a7a47ea1327414c is 50, key is test_row_0/A:col10/1733364891246/Put/seqid=0 2024-12-05T02:14:51,370 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 150f455da39d4e7a507741b92fc7ade5#B#compaction#317 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T02:14:51,372 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/B/856b3545fe7e45f7bce478f2b2bcb4f5 is 50, key is test_row_0/B:col10/1733364891246/Put/seqid=0 2024-12-05T02:14:51,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742192_1368 (size=13323) 2024-12-05T02:14:51,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742191_1367 (size=13323) 2024-12-05T02:14:51,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742190_1366 (size=14741) 2024-12-05T02:14:51,450 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733364891430, max timestamp=1733364891446Num uniques 859; 2024-12-05T02:14:51,450 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-05T02:14:51,450 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733364891430, max timestamp=1733364891446Num uniques 859; 2024-12-05T02:14:51,450 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-05T02:14:51,450 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733364891430, max timestamp=1733364891446Num uniques 859; 2024-12-05T02:14:51,452 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-05T02:14:51,565 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:51,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57538 deadline: 1733364951559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:51,566 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:51,566 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:51,566 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:51,681 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:51,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57538 deadline: 1733364951674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:51,681 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:51,681 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:51,681 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:51,782 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=491 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/A/1ec5872b3f474a7585a26e7158f5d091 2024-12-05T02:14:51,789 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/A/5b498247429342468a7a47ea1327414c as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/5b498247429342468a7a47ea1327414c 2024-12-05T02:14:51,789 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/B/856b3545fe7e45f7bce478f2b2bcb4f5 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/856b3545fe7e45f7bce478f2b2bcb4f5 2024-12-05T02:14:51,795 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/B/bfe3a9a236294a5e9a84d4bb36d73376 is 50, key is test_row_0/B:col10/1733364891350/Put/seqid=0 2024-12-05T02:14:51,798 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 150f455da39d4e7a507741b92fc7ade5/B of 150f455da39d4e7a507741b92fc7ade5 into 856b3545fe7e45f7bce478f2b2bcb4f5(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T02:14:51,799 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 150f455da39d4e7a507741b92fc7ade5: 2024-12-05T02:14:51,799 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., storeName=150f455da39d4e7a507741b92fc7ade5/B, priority=13, startTime=1733364891347; duration=0sec 2024-12-05T02:14:51,799 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T02:14:51,799 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 150f455da39d4e7a507741b92fc7ade5:B 2024-12-05T02:14:51,799 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T02:14:51,799 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 150f455da39d4e7a507741b92fc7ade5/A of 150f455da39d4e7a507741b92fc7ade5 into 5b498247429342468a7a47ea1327414c(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T02:14:51,799 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 150f455da39d4e7a507741b92fc7ade5: 2024-12-05T02:14:51,800 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., storeName=150f455da39d4e7a507741b92fc7ade5/A, priority=13, startTime=1733364891347; duration=0sec 2024-12-05T02:14:51,800 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:14:51,800 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 150f455da39d4e7a507741b92fc7ade5:A 2024-12-05T02:14:51,800 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T02:14:51,801 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1541): 150f455da39d4e7a507741b92fc7ade5/C is initiating minor compaction (all files) 2024-12-05T02:14:51,801 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 150f455da39d4e7a507741b92fc7ade5/C in TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. 2024-12-05T02:14:51,801 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/6398f87bad294687a0701e424f6d16d6, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/77e9b977bc464747bd6133521fc65c98, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/2c012b34242a45b2876b324c159f676f] into tmpdir=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp, totalSize=36.9 K 2024-12-05T02:14:51,801 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting 6398f87bad294687a0701e424f6d16d6, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=415, earliestPutTs=1733364887701 2024-12-05T02:14:51,802 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting 77e9b977bc464747bd6133521fc65c98, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=452, earliestPutTs=1733364890180 2024-12-05T02:14:51,802 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting 2c012b34242a45b2876b324c159f676f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=466, earliestPutTs=1733364890564 2024-12-05T02:14:51,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742193_1369 (size=12301) 2024-12-05T02:14:51,806 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=491 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/B/bfe3a9a236294a5e9a84d4bb36d73376 2024-12-05T02:14:51,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-12-05T02:14:51,815 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-05T02:14:51,815 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/C/81e6626dcdd44ec49dd54d05379a9d9f is 50, key is test_row_0/C:col10/1733364891350/Put/seqid=0 2024-12-05T02:14:51,816 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T02:14:51,817 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 150f455da39d4e7a507741b92fc7ade5#C#compaction#319 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T02:14:51,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] procedure2.ProcedureExecutor(1139): Stored pid=86, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=86, table=TestAcidGuarantees 2024-12-05T02:14:51,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-12-05T02:14:51,819 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=86, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=86, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T02:14:51,820 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=86, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=86, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T02:14:51,820 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=87, ppid=86, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T02:14:51,821 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/C/baa848ef134c403e82318f38832b3d56 is 50, key is test_row_0/C:col10/1733364891246/Put/seqid=0 2024-12-05T02:14:51,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742194_1370 (size=12301) 2024-12-05T02:14:51,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742195_1371 (size=13323) 2024-12-05T02:14:51,836 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=491 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/C/81e6626dcdd44ec49dd54d05379a9d9f 2024-12-05T02:14:51,843 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/A/1ec5872b3f474a7585a26e7158f5d091 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/1ec5872b3f474a7585a26e7158f5d091 2024-12-05T02:14:51,844 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/C/baa848ef134c403e82318f38832b3d56 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/baa848ef134c403e82318f38832b3d56 2024-12-05T02:14:51,852 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/1ec5872b3f474a7585a26e7158f5d091, entries=200, sequenceid=491, filesize=14.4 K 2024-12-05T02:14:51,854 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/B/bfe3a9a236294a5e9a84d4bb36d73376 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/bfe3a9a236294a5e9a84d4bb36d73376 2024-12-05T02:14:51,854 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 150f455da39d4e7a507741b92fc7ade5/C of 150f455da39d4e7a507741b92fc7ade5 into baa848ef134c403e82318f38832b3d56(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T02:14:51,854 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 150f455da39d4e7a507741b92fc7ade5: 2024-12-05T02:14:51,854 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., storeName=150f455da39d4e7a507741b92fc7ade5/C, priority=13, startTime=1733364891347; duration=0sec 2024-12-05T02:14:51,854 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:14:51,854 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 150f455da39d4e7a507741b92fc7ade5:C 2024-12-05T02:14:51,857 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/bfe3a9a236294a5e9a84d4bb36d73376, entries=150, sequenceid=491, filesize=12.0 K 2024-12-05T02:14:51,859 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/C/81e6626dcdd44ec49dd54d05379a9d9f as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/81e6626dcdd44ec49dd54d05379a9d9f 2024-12-05T02:14:51,866 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/81e6626dcdd44ec49dd54d05379a9d9f, entries=150, sequenceid=491, filesize=12.0 K 2024-12-05T02:14:51,867 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~145.88 KB/149376, currentSize=134.18 KB/137400 for 150f455da39d4e7a507741b92fc7ade5 in 516ms, sequenceid=491, compaction requested=false 2024-12-05T02:14:51,867 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 150f455da39d4e7a507741b92fc7ade5: 2024-12-05T02:14:51,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(8855): Flush requested on 150f455da39d4e7a507741b92fc7ade5 2024-12-05T02:14:51,888 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 150f455da39d4e7a507741b92fc7ade5 3/3 column families, dataSize=140.89 KB heapSize=405.61 KB 2024-12-05T02:14:51,888 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 150f455da39d4e7a507741b92fc7ade5, store=A 2024-12-05T02:14:51,889 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-12-05T02:14:51,889 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 150f455da39d4e7a507741b92fc7ade5, store=B 2024-12-05T02:14:51,889 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-12-05T02:14:51,889 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 150f455da39d4e7a507741b92fc7ade5, store=C 2024-12-05T02:14:51,889 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-12-05T02:14:51,898 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/A/17c083c5283644f18d508015e5cec43c is 50, key is test_row_0/A:col10/1733364891549/Put/seqid=0 2024-12-05T02:14:51,909 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:51,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57486 deadline: 1733364951902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:51,909 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:51,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742196_1372 (size=12301) 2024-12-05T02:14:51,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57518 deadline: 1733364951903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:51,910 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:51,910 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:51,910 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:51,910 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:51,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57538 deadline: 1733364951903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:51,910 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:51,910 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:51,910 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:51,910 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:51,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57548 deadline: 1733364951904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:51,910 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 01bccfa882c7,46535,1733364817982 for 'test_row_0' in 150f455da39d4e7a507741b92fc7ade5 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4209 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-05T02:14:51,911 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:51,911 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:51,911 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:51,912 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:51,912 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:51,912 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:51,912 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=532 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/A/17c083c5283644f18d508015e5cec43c 2024-12-05T02:14:51,916 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:51,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57554 deadline: 1733364951912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:51,917 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:51,917 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:51,917 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:51,920 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/B/aeb1e8bd106a430d873b895596d82cef is 50, key is test_row_0/B:col10/1733364891549/Put/seqid=0 2024-12-05T02:14:51,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-12-05T02:14:51,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742197_1373 (size=12301) 2024-12-05T02:14:51,973 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87 2024-12-05T02:14:51,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. 2024-12-05T02:14:51,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. as already flushing 2024-12-05T02:14:51,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. 2024-12-05T02:14:51,974 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] handler.RSProcedureHandler(58): pid=87 java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:51,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=87 java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:51,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=87 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:52,019 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:52,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57486 deadline: 1733364952014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:52,020 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:52,020 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:52,020 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:52,020 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:52,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57538 deadline: 1733364952015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:52,020 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:52,020 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:52,020 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:52,020 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:52,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57518 deadline: 1733364952015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:52,021 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:52,021 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:52,021 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:52,028 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:52,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57554 deadline: 1733364952024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:52,028 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:52,028 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:52,028 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:52,127 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87 2024-12-05T02:14:52,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. 2024-12-05T02:14:52,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. as already flushing 2024-12-05T02:14:52,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. 2024-12-05T02:14:52,127 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] handler.RSProcedureHandler(58): pid=87 java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:52,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=87 java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:52,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=87 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:52,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-12-05T02:14:52,229 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:52,229 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:52,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57486 deadline: 1733364952224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:52,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57538 deadline: 1733364952224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:52,230 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:52,230 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:52,230 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:52,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57518 deadline: 1733364952225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:52,230 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:52,230 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:52,230 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:52,230 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:52,230 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:52,230 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:52,230 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:52,239 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:52,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57554 deadline: 1733364952235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:52,240 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:52,240 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:52,240 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:52,281 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87 2024-12-05T02:14:52,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. 2024-12-05T02:14:52,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. as already flushing 2024-12-05T02:14:52,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. 2024-12-05T02:14:52,282 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] handler.RSProcedureHandler(58): pid=87 java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:52,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=87 java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:52,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=87 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:52,331 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=532 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/B/aeb1e8bd106a430d873b895596d82cef 2024-12-05T02:14:52,343 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/C/2d50df12db7f48449b520d4aeb09af18 is 50, key is test_row_0/C:col10/1733364891549/Put/seqid=0 2024-12-05T02:14:52,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742198_1374 (size=12301) 2024-12-05T02:14:52,355 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=532 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/C/2d50df12db7f48449b520d4aeb09af18 2024-12-05T02:14:52,364 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/A/17c083c5283644f18d508015e5cec43c as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/17c083c5283644f18d508015e5cec43c 2024-12-05T02:14:52,367 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/17c083c5283644f18d508015e5cec43c, entries=150, sequenceid=532, filesize=12.0 K 2024-12-05T02:14:52,368 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/B/aeb1e8bd106a430d873b895596d82cef as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/aeb1e8bd106a430d873b895596d82cef 2024-12-05T02:14:52,372 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/aeb1e8bd106a430d873b895596d82cef, entries=150, sequenceid=532, filesize=12.0 K 2024-12-05T02:14:52,372 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/C/2d50df12db7f48449b520d4aeb09af18 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/2d50df12db7f48449b520d4aeb09af18 2024-12-05T02:14:52,377 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/2d50df12db7f48449b520d4aeb09af18, entries=150, sequenceid=532, filesize=12.0 K 2024-12-05T02:14:52,378 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~405.56 KB/415296, currentSize=40.25 KB/41220 for 150f455da39d4e7a507741b92fc7ade5 in 490ms, sequenceid=532, compaction requested=true 2024-12-05T02:14:52,378 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 150f455da39d4e7a507741b92fc7ade5: 2024-12-05T02:14:52,379 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T02:14:52,379 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 150f455da39d4e7a507741b92fc7ade5:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T02:14:52,379 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:14:52,379 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 150f455da39d4e7a507741b92fc7ade5:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T02:14:52,379 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:14:52,379 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 150f455da39d4e7a507741b92fc7ade5:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T02:14:52,379 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T02:14:52,379 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T02:14:52,381 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37925 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T02:14:52,381 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40365 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T02:14:52,381 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1541): 150f455da39d4e7a507741b92fc7ade5/B is initiating minor compaction (all files) 2024-12-05T02:14:52,381 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1541): 150f455da39d4e7a507741b92fc7ade5/A is initiating minor compaction (all files) 2024-12-05T02:14:52,381 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 150f455da39d4e7a507741b92fc7ade5/B in TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. 2024-12-05T02:14:52,381 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 150f455da39d4e7a507741b92fc7ade5/A in TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. 2024-12-05T02:14:52,381 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/856b3545fe7e45f7bce478f2b2bcb4f5, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/bfe3a9a236294a5e9a84d4bb36d73376, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/aeb1e8bd106a430d873b895596d82cef] into tmpdir=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp, totalSize=37.0 K 2024-12-05T02:14:52,381 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/5b498247429342468a7a47ea1327414c, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/1ec5872b3f474a7585a26e7158f5d091, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/17c083c5283644f18d508015e5cec43c] into tmpdir=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp, totalSize=39.4 K 2024-12-05T02:14:52,382 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5b498247429342468a7a47ea1327414c, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=466, earliestPutTs=1733364890564 2024-12-05T02:14:52,382 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting 856b3545fe7e45f7bce478f2b2bcb4f5, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=466, earliestPutTs=1733364890564 2024-12-05T02:14:52,382 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1ec5872b3f474a7585a26e7158f5d091, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=491, earliestPutTs=1733364891304 2024-12-05T02:14:52,382 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting bfe3a9a236294a5e9a84d4bb36d73376, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=491, earliestPutTs=1733364891304 2024-12-05T02:14:52,382 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting 17c083c5283644f18d508015e5cec43c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=532, earliestPutTs=1733364891542 2024-12-05T02:14:52,382 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting aeb1e8bd106a430d873b895596d82cef, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=532, earliestPutTs=1733364891542 2024-12-05T02:14:52,402 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 150f455da39d4e7a507741b92fc7ade5#A#compaction#324 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T02:14:52,402 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/A/7dca08c23a00402dadf5e093726d99ed is 50, key is test_row_0/A:col10/1733364891549/Put/seqid=0 2024-12-05T02:14:52,405 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 150f455da39d4e7a507741b92fc7ade5#B#compaction#325 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T02:14:52,406 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/B/fe89f9604ffa40cd9df311cdf2de4ba1 is 50, key is test_row_0/B:col10/1733364891549/Put/seqid=0 2024-12-05T02:14:52,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742199_1375 (size=13425) 2024-12-05T02:14:52,434 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87 2024-12-05T02:14:52,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. 2024-12-05T02:14:52,435 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2902): Flushing 150f455da39d4e7a507741b92fc7ade5 3/3 column families, dataSize=40.25 KB heapSize=120.28 KB 2024-12-05T02:14:52,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 150f455da39d4e7a507741b92fc7ade5, store=A 2024-12-05T02:14:52,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:14:52,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 150f455da39d4e7a507741b92fc7ade5, store=B 2024-12-05T02:14:52,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:14:52,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 150f455da39d4e7a507741b92fc7ade5, store=C 2024-12-05T02:14:52,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:14:52,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-12-05T02:14:52,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/A/aca88267f06748e5ac31aa902c6e891b is 50, key is test_row_0/A:col10/1733364891900/Put/seqid=0 2024-12-05T02:14:52,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742200_1376 (size=13425) 2024-12-05T02:14:52,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742201_1377 (size=12301) 2024-12-05T02:14:52,471 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=541 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/A/aca88267f06748e5ac31aa902c6e891b 2024-12-05T02:14:52,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/B/f6b7737f92724cacba88234b374bf735 is 50, key is test_row_0/B:col10/1733364891900/Put/seqid=0 2024-12-05T02:14:52,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742202_1378 (size=12301) 2024-12-05T02:14:52,486 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=541 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/B/f6b7737f92724cacba88234b374bf735 2024-12-05T02:14:52,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/C/da35979b30a84faab6d3bd309e35092b is 50, key is test_row_0/C:col10/1733364891900/Put/seqid=0 2024-12-05T02:14:52,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742203_1379 (size=12301) 2024-12-05T02:14:52,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(8855): Flush requested on 150f455da39d4e7a507741b92fc7ade5 2024-12-05T02:14:52,538 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. as already flushing 2024-12-05T02:14:52,573 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733364892552, max timestamp=1733364892569Num uniques 859; 2024-12-05T02:14:52,573 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733364892552, max timestamp=1733364892569Num uniques 859; 2024-12-05T02:14:52,573 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733364892552, max timestamp=1733364892569Num uniques 859; 2024-12-05T02:14:52,573 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-05T02:14:52,573 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-05T02:14:52,573 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-05T02:14:52,614 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:52,614 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:52,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57554 deadline: 1733364952603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:52,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57538 deadline: 1733364952605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:52,614 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:52,614 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:52,614 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:52,616 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:52,616 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:52,616 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:52,617 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1733364892600, max timestamp=1733364892612Num uniques 1068; 2024-12-05T02:14:52,617 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=9978, suffix heap size=139040,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=218 2024-12-05T02:14:52,618 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1733364892600, max timestamp=1733364892612Num uniques 1068; 2024-12-05T02:14:52,618 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=9978, suffix heap size=139040,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=218 2024-12-05T02:14:52,618 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1733364892600, max timestamp=1733364892612Num uniques 1068; 2024-12-05T02:14:52,618 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=9978, suffix heap size=139040,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=218 2024-12-05T02:14:52,703 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:52,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57486 deadline: 1733364952697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:52,704 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:52,704 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:52,704 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:52,710 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:52,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57518 deadline: 1733364952704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:52,710 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:52,710 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:52,711 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:52,729 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:52,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57554 deadline: 1733364952724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:52,729 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:52,730 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:52,730 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:52,731 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:52,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57538 deadline: 1733364952724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:52,731 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:52,731 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:52,731 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:52,818 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:52,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57486 deadline: 1733364952815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:52,819 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:52,819 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:52,819 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:52,819 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:52,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57518 deadline: 1733364952815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:52,819 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:52,819 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:52,819 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:52,827 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/A/7dca08c23a00402dadf5e093726d99ed as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/7dca08c23a00402dadf5e093726d99ed 2024-12-05T02:14:52,833 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 150f455da39d4e7a507741b92fc7ade5/A of 150f455da39d4e7a507741b92fc7ade5 into 7dca08c23a00402dadf5e093726d99ed(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T02:14:52,833 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 150f455da39d4e7a507741b92fc7ade5: 2024-12-05T02:14:52,833 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., storeName=150f455da39d4e7a507741b92fc7ade5/A, priority=13, startTime=1733364892379; duration=0sec 2024-12-05T02:14:52,834 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T02:14:52,834 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 150f455da39d4e7a507741b92fc7ade5:A 2024-12-05T02:14:52,834 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T02:14:52,835 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37925 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T02:14:52,835 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1541): 150f455da39d4e7a507741b92fc7ade5/C is initiating minor compaction (all files) 2024-12-05T02:14:52,835 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 150f455da39d4e7a507741b92fc7ade5/C in TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. 2024-12-05T02:14:52,835 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/baa848ef134c403e82318f38832b3d56, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/81e6626dcdd44ec49dd54d05379a9d9f, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/2d50df12db7f48449b520d4aeb09af18] into tmpdir=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp, totalSize=37.0 K 2024-12-05T02:14:52,835 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting baa848ef134c403e82318f38832b3d56, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=466, earliestPutTs=1733364890564 2024-12-05T02:14:52,835 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting 81e6626dcdd44ec49dd54d05379a9d9f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=491, earliestPutTs=1733364891304 2024-12-05T02:14:52,836 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2d50df12db7f48449b520d4aeb09af18, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=532, earliestPutTs=1733364891542 2024-12-05T02:14:52,845 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 150f455da39d4e7a507741b92fc7ade5#C#compaction#329 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T02:14:52,845 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/C/4a9c5e4ddc7341caacf96bd79c8e16ae is 50, key is test_row_0/C:col10/1733364891549/Put/seqid=0 2024-12-05T02:14:52,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742204_1380 (size=13425) 2024-12-05T02:14:52,854 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/C/4a9c5e4ddc7341caacf96bd79c8e16ae as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/4a9c5e4ddc7341caacf96bd79c8e16ae 2024-12-05T02:14:52,859 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 150f455da39d4e7a507741b92fc7ade5/C of 150f455da39d4e7a507741b92fc7ade5 into 4a9c5e4ddc7341caacf96bd79c8e16ae(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T02:14:52,859 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 150f455da39d4e7a507741b92fc7ade5: 2024-12-05T02:14:52,859 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., storeName=150f455da39d4e7a507741b92fc7ade5/C, priority=13, startTime=1733364892379; duration=0sec 2024-12-05T02:14:52,859 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:14:52,859 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 150f455da39d4e7a507741b92fc7ade5:C 2024-12-05T02:14:52,865 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/B/fe89f9604ffa40cd9df311cdf2de4ba1 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/fe89f9604ffa40cd9df311cdf2de4ba1 2024-12-05T02:14:52,868 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 150f455da39d4e7a507741b92fc7ade5/B of 150f455da39d4e7a507741b92fc7ade5 into fe89f9604ffa40cd9df311cdf2de4ba1(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T02:14:52,868 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 150f455da39d4e7a507741b92fc7ade5: 2024-12-05T02:14:52,868 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., storeName=150f455da39d4e7a507741b92fc7ade5/B, priority=13, startTime=1733364892379; duration=0sec 2024-12-05T02:14:52,868 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:14:52,868 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 150f455da39d4e7a507741b92fc7ade5:B 2024-12-05T02:14:52,915 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=541 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/C/da35979b30a84faab6d3bd309e35092b 2024-12-05T02:14:52,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/A/aca88267f06748e5ac31aa902c6e891b as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/aca88267f06748e5ac31aa902c6e891b 2024-12-05T02:14:52,924 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/aca88267f06748e5ac31aa902c6e891b, entries=150, sequenceid=541, filesize=12.0 K 2024-12-05T02:14:52,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/B/f6b7737f92724cacba88234b374bf735 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/f6b7737f92724cacba88234b374bf735 2024-12-05T02:14:52,930 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/f6b7737f92724cacba88234b374bf735, entries=150, sequenceid=541, filesize=12.0 K 2024-12-05T02:14:52,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/C/da35979b30a84faab6d3bd309e35092b as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/da35979b30a84faab6d3bd309e35092b 2024-12-05T02:14:52,935 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/da35979b30a84faab6d3bd309e35092b, entries=150, sequenceid=541, filesize=12.0 K 2024-12-05T02:14:52,936 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~120.23 KB/123120, currentSize=140.89 KB/144270 for 150f455da39d4e7a507741b92fc7ade5 in 501ms, sequenceid=541, compaction requested=false 2024-12-05T02:14:52,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2603): Flush status journal for 150f455da39d4e7a507741b92fc7ade5: 2024-12-05T02:14:52,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. 2024-12-05T02:14:52,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=87 2024-12-05T02:14:52,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.HMaster(4169): Remote procedure done, pid=87 2024-12-05T02:14:52,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(8855): Flush requested on 150f455da39d4e7a507741b92fc7ade5 2024-12-05T02:14:52,939 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=87, resume processing ppid=86 2024-12-05T02:14:52,939 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=87, ppid=86, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1170 sec 2024-12-05T02:14:52,941 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 150f455da39d4e7a507741b92fc7ade5 3/3 column families, dataSize=147.60 KB heapSize=420 KB 2024-12-05T02:14:52,942 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 150f455da39d4e7a507741b92fc7ade5, store=A 2024-12-05T02:14:52,942 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-12-05T02:14:52,942 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 150f455da39d4e7a507741b92fc7ade5, store=B 2024-12-05T02:14:52,942 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-12-05T02:14:52,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 150f455da39d4e7a507741b92fc7ade5, store=C 2024-12-05T02:14:52,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-12-05T02:14:52,943 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=86, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=86, table=TestAcidGuarantees in 1.1230 sec 2024-12-05T02:14:52,949 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/A/cfdbd614bc2f402d9fcf71180dab9633 is 50, key is test_row_0/A:col10/1733364892695/Put/seqid=0 2024-12-05T02:14:52,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-12-05T02:14:52,955 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-05T02:14:52,955 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T02:14:52,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] procedure2.ProcedureExecutor(1139): Stored pid=88, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=88, table=TestAcidGuarantees 2024-12-05T02:14:52,957 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=88, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=88, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T02:14:52,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-12-05T02:14:52,958 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=88, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=88, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T02:14:52,958 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=89, ppid=88, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T02:14:52,962 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:52,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57538 deadline: 1733364952956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:52,962 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:52,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57554 deadline: 1733364952958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:52,963 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:52,963 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:52,963 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:52,964 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:52,964 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:52,964 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:52,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742205_1381 (size=14741) 2024-12-05T02:14:52,970 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=600 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/A/cfdbd614bc2f402d9fcf71180dab9633 2024-12-05T02:14:52,979 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/B/f8d920aecb024f479c4d8b37aa5e6a77 is 50, key is test_row_0/B:col10/1733364892695/Put/seqid=0 2024-12-05T02:14:52,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742206_1382 (size=12301) 2024-12-05T02:14:52,988 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=600 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/B/f8d920aecb024f479c4d8b37aa5e6a77 2024-12-05T02:14:52,996 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/C/f50128a0d19b4ccba7bf5f5aeef7af3f is 50, key is test_row_0/C:col10/1733364892695/Put/seqid=0 2024-12-05T02:14:53,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742207_1383 (size=12301) 2024-12-05T02:14:53,010 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=600 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/C/f50128a0d19b4ccba7bf5f5aeef7af3f 2024-12-05T02:14:53,015 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/A/cfdbd614bc2f402d9fcf71180dab9633 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/cfdbd614bc2f402d9fcf71180dab9633 2024-12-05T02:14:53,018 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/cfdbd614bc2f402d9fcf71180dab9633, entries=200, sequenceid=600, filesize=14.4 K 2024-12-05T02:14:53,019 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/B/f8d920aecb024f479c4d8b37aa5e6a77 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/f8d920aecb024f479c4d8b37aa5e6a77 2024-12-05T02:14:53,023 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/f8d920aecb024f479c4d8b37aa5e6a77, entries=150, sequenceid=600, filesize=12.0 K 2024-12-05T02:14:53,024 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/C/f50128a0d19b4ccba7bf5f5aeef7af3f as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/f50128a0d19b4ccba7bf5f5aeef7af3f 2024-12-05T02:14:53,029 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:53,029 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/f50128a0d19b4ccba7bf5f5aeef7af3f, entries=150, sequenceid=600, filesize=12.0 K 2024-12-05T02:14:53,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57486 deadline: 1733364953024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:53,029 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:53,029 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:53,030 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:53,030 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~439.88 KB/450432, currentSize=26.84 KB/27480 for 150f455da39d4e7a507741b92fc7ade5 in 90ms, sequenceid=600, compaction requested=true 2024-12-05T02:14:53,030 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 150f455da39d4e7a507741b92fc7ade5: 2024-12-05T02:14:53,030 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 150f455da39d4e7a507741b92fc7ade5:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T02:14:53,030 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:14:53,030 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T02:14:53,030 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T02:14:53,031 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 150f455da39d4e7a507741b92fc7ade5:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T02:14:53,032 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40467 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T02:14:53,032 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1541): 150f455da39d4e7a507741b92fc7ade5/A is initiating minor compaction (all files) 2024-12-05T02:14:53,032 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 150f455da39d4e7a507741b92fc7ade5/A in TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. 2024-12-05T02:14:53,032 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/7dca08c23a00402dadf5e093726d99ed, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/aca88267f06748e5ac31aa902c6e891b, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/cfdbd614bc2f402d9fcf71180dab9633] into tmpdir=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp, totalSize=39.5 K 2024-12-05T02:14:53,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:14:53,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 150f455da39d4e7a507741b92fc7ade5:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T02:14:53,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T02:14:53,032 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7dca08c23a00402dadf5e093726d99ed, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=532, earliestPutTs=1733364891542 2024-12-05T02:14:53,034 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38027 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T02:14:53,034 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1541): 150f455da39d4e7a507741b92fc7ade5/B is initiating minor compaction (all files) 2024-12-05T02:14:53,034 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 150f455da39d4e7a507741b92fc7ade5/B in TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. 2024-12-05T02:14:53,034 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/fe89f9604ffa40cd9df311cdf2de4ba1, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/f6b7737f92724cacba88234b374bf735, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/f8d920aecb024f479c4d8b37aa5e6a77] into tmpdir=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp, totalSize=37.1 K 2024-12-05T02:14:53,034 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting aca88267f06748e5ac31aa902c6e891b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=541, earliestPutTs=1733364891900 2024-12-05T02:14:53,036 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting fe89f9604ffa40cd9df311cdf2de4ba1, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=532, earliestPutTs=1733364891542 2024-12-05T02:14:53,037 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting f6b7737f92724cacba88234b374bf735, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=541, earliestPutTs=1733364891900 2024-12-05T02:14:53,037 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting f8d920aecb024f479c4d8b37aa5e6a77, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=600, earliestPutTs=1733364892695 2024-12-05T02:14:53,038 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting cfdbd614bc2f402d9fcf71180dab9633, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=600, earliestPutTs=1733364892695 2024-12-05T02:14:53,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(8855): Flush requested on 150f455da39d4e7a507741b92fc7ade5 2024-12-05T02:14:53,038 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 150f455da39d4e7a507741b92fc7ade5 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-05T02:14:53,038 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 150f455da39d4e7a507741b92fc7ade5, store=A 2024-12-05T02:14:53,039 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:14:53,039 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 150f455da39d4e7a507741b92fc7ade5, store=B 2024-12-05T02:14:53,039 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:14:53,039 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 150f455da39d4e7a507741b92fc7ade5, store=C 2024-12-05T02:14:53,039 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:14:53,046 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/A/18898bbdf6284b1198e7f9c5fb59e4fd is 50, key is test_row_0/A:col10/1733364893036/Put/seqid=0 2024-12-05T02:14:53,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-12-05T02:14:53,071 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 150f455da39d4e7a507741b92fc7ade5#B#compaction#334 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T02:14:53,071 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/B/e68df3a6ed8e4165bf776be966c86c05 is 50, key is test_row_0/B:col10/1733364892695/Put/seqid=0 2024-12-05T02:14:53,074 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 150f455da39d4e7a507741b92fc7ade5#A#compaction#335 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T02:14:53,075 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/A/ef40d30672a3453aac775ea8e85507df is 50, key is test_row_0/A:col10/1733364892695/Put/seqid=0 2024-12-05T02:14:53,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742208_1384 (size=12297) 2024-12-05T02:14:53,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742209_1385 (size=13527) 2024-12-05T02:14:53,108 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733364893095, max timestamp=1733364893105Num uniques 859; 2024-12-05T02:14:53,108 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733364893095, max timestamp=1733364893105Num uniques 859; 2024-12-05T02:14:53,109 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-05T02:14:53,109 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-05T02:14:53,109 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733364893095, max timestamp=1733364893105Num uniques 859; 2024-12-05T02:14:53,109 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-05T02:14:53,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742210_1386 (size=13527) 2024-12-05T02:14:53,116 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-12-05T02:14:53,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. 2024-12-05T02:14:53,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. as already flushing 2024-12-05T02:14:53,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. 2024-12-05T02:14:53,117 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] handler.RSProcedureHandler(58): pid=89 java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:53,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=89 java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:53,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=89 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:53,146 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:53,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57554 deadline: 1733364953140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:53,147 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:53,147 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:53,147 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:53,153 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:53,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57518 deadline: 1733364953146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:53,153 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:53,153 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:53,153 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:53,153 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:53,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57538 deadline: 1733364953147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:53,154 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:53,154 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:53,154 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:53,258 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:53,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57554 deadline: 1733364953254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:53,258 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:53,259 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:53,259 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:53,267 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:53,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57518 deadline: 1733364953264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:53,267 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:53,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57538 deadline: 1733364953265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:53,268 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:53,268 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:53,268 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:53,268 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:53,268 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:53,268 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:53,270 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-12-05T02:14:53,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. 2024-12-05T02:14:53,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. as already flushing 2024-12-05T02:14:53,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. 2024-12-05T02:14:53,270 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] handler.RSProcedureHandler(58): pid=89 java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:53,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=89 java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:53,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=89 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:53,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-12-05T02:14:53,339 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:53,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57486 deadline: 1733364953334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:53,339 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:53,339 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:53,339 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:53,423 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-12-05T02:14:53,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. 2024-12-05T02:14:53,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. as already flushing 2024-12-05T02:14:53,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. 2024-12-05T02:14:53,423 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] handler.RSProcedureHandler(58): pid=89 java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:53,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=89 java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:53,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=89 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:53,468 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:53,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57554 deadline: 1733364953465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:53,468 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:53,468 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:53,468 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:53,478 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:53,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57538 deadline: 1733364953474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:53,479 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:53,479 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:53,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57518 deadline: 1733364953474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:53,479 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:53,479 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:53,479 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:53,479 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:53,479 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:53,500 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=610 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/A/18898bbdf6284b1198e7f9c5fb59e4fd 2024-12-05T02:14:53,509 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/B/b82eaaae0f8c4678aa8a48e2249dce59 is 50, key is test_row_0/B:col10/1733364893036/Put/seqid=0 2024-12-05T02:14:53,513 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/B/e68df3a6ed8e4165bf776be966c86c05 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/e68df3a6ed8e4165bf776be966c86c05 2024-12-05T02:14:53,517 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/A/ef40d30672a3453aac775ea8e85507df as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/ef40d30672a3453aac775ea8e85507df 2024-12-05T02:14:53,518 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 150f455da39d4e7a507741b92fc7ade5/B of 150f455da39d4e7a507741b92fc7ade5 into e68df3a6ed8e4165bf776be966c86c05(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T02:14:53,518 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 150f455da39d4e7a507741b92fc7ade5: 2024-12-05T02:14:53,518 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., storeName=150f455da39d4e7a507741b92fc7ade5/B, priority=13, startTime=1733364893030; duration=0sec 2024-12-05T02:14:53,518 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T02:14:53,518 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 150f455da39d4e7a507741b92fc7ade5:B 2024-12-05T02:14:53,518 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T02:14:53,520 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38027 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T02:14:53,520 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1541): 150f455da39d4e7a507741b92fc7ade5/C is initiating minor compaction (all files) 2024-12-05T02:14:53,520 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 150f455da39d4e7a507741b92fc7ade5/C in TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. 2024-12-05T02:14:53,520 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/4a9c5e4ddc7341caacf96bd79c8e16ae, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/da35979b30a84faab6d3bd309e35092b, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/f50128a0d19b4ccba7bf5f5aeef7af3f] into tmpdir=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp, totalSize=37.1 K 2024-12-05T02:14:53,521 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting 4a9c5e4ddc7341caacf96bd79c8e16ae, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=532, earliestPutTs=1733364891542 2024-12-05T02:14:53,521 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting da35979b30a84faab6d3bd309e35092b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=541, earliestPutTs=1733364891900 2024-12-05T02:14:53,522 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting f50128a0d19b4ccba7bf5f5aeef7af3f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=600, earliestPutTs=1733364892695 2024-12-05T02:14:53,523 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 150f455da39d4e7a507741b92fc7ade5/A of 150f455da39d4e7a507741b92fc7ade5 into ef40d30672a3453aac775ea8e85507df(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T02:14:53,523 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 150f455da39d4e7a507741b92fc7ade5: 2024-12-05T02:14:53,523 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., storeName=150f455da39d4e7a507741b92fc7ade5/A, priority=13, startTime=1733364893030; duration=0sec 2024-12-05T02:14:53,523 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:14:53,523 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 150f455da39d4e7a507741b92fc7ade5:A 2024-12-05T02:14:53,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742211_1387 (size=9857) 2024-12-05T02:14:53,531 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=610 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/B/b82eaaae0f8c4678aa8a48e2249dce59 2024-12-05T02:14:53,538 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/C/f7f1f6c52d7f4f559a9592c01c477605 is 50, key is test_row_0/C:col10/1733364893036/Put/seqid=0 2024-12-05T02:14:53,539 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 150f455da39d4e7a507741b92fc7ade5#C#compaction#337 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T02:14:53,540 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/C/8b4e3f746c4048c6bf184190f48633df is 50, key is test_row_0/C:col10/1733364892695/Put/seqid=0 2024-12-05T02:14:53,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742212_1388 (size=9857) 2024-12-05T02:14:53,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742213_1389 (size=13527) 2024-12-05T02:14:53,555 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=610 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/C/f7f1f6c52d7f4f559a9592c01c477605 2024-12-05T02:14:53,559 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/C/8b4e3f746c4048c6bf184190f48633df as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/8b4e3f746c4048c6bf184190f48633df 2024-12-05T02:14:53,559 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/A/18898bbdf6284b1198e7f9c5fb59e4fd as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/18898bbdf6284b1198e7f9c5fb59e4fd 2024-12-05T02:14:53,565 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/18898bbdf6284b1198e7f9c5fb59e4fd, entries=150, sequenceid=610, filesize=12.0 K 2024-12-05T02:14:53,565 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 150f455da39d4e7a507741b92fc7ade5/C of 150f455da39d4e7a507741b92fc7ade5 into 8b4e3f746c4048c6bf184190f48633df(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T02:14:53,565 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 150f455da39d4e7a507741b92fc7ade5: 2024-12-05T02:14:53,565 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., storeName=150f455da39d4e7a507741b92fc7ade5/C, priority=13, startTime=1733364893032; duration=0sec 2024-12-05T02:14:53,565 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:14:53,565 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 150f455da39d4e7a507741b92fc7ade5:C 2024-12-05T02:14:53,566 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/B/b82eaaae0f8c4678aa8a48e2249dce59 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/b82eaaae0f8c4678aa8a48e2249dce59 2024-12-05T02:14:53,570 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/b82eaaae0f8c4678aa8a48e2249dce59, entries=100, sequenceid=610, filesize=9.6 K 2024-12-05T02:14:53,572 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/C/f7f1f6c52d7f4f559a9592c01c477605 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/f7f1f6c52d7f4f559a9592c01c477605 2024-12-05T02:14:53,576 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/f7f1f6c52d7f4f559a9592c01c477605, entries=100, sequenceid=610, filesize=9.6 K 2024-12-05T02:14:53,576 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 150f455da39d4e7a507741b92fc7ade5 in 538ms, sequenceid=610, compaction requested=false 2024-12-05T02:14:53,576 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-12-05T02:14:53,576 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 150f455da39d4e7a507741b92fc7ade5: 2024-12-05T02:14:53,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. 2024-12-05T02:14:53,577 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2902): Flushing 150f455da39d4e7a507741b92fc7ade5 3/3 column families, dataSize=134.18 KB heapSize=375.61 KB 2024-12-05T02:14:53,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 150f455da39d4e7a507741b92fc7ade5, store=A 2024-12-05T02:14:53,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T02:14:53,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 150f455da39d4e7a507741b92fc7ade5, store=B 2024-12-05T02:14:53,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T02:14:53,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 150f455da39d4e7a507741b92fc7ade5, store=C 2024-12-05T02:14:53,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T02:14:53,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/A/77c4f0731a264714bc09a9d51b0c4049 is 50, key is test_row_0/A:col10/1733364893145/Put/seqid=0 2024-12-05T02:14:53,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-12-05T02:14:53,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742214_1390 (size=12301) 2024-12-05T02:14:53,587 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=648 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/A/77c4f0731a264714bc09a9d51b0c4049 2024-12-05T02:14:53,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/B/71739ce6595848c188eac2467f727cbe is 50, key is test_row_0/B:col10/1733364893145/Put/seqid=0 2024-12-05T02:14:53,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742215_1391 (size=12301) 2024-12-05T02:14:53,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(8855): Flush requested on 150f455da39d4e7a507741b92fc7ade5 2024-12-05T02:14:53,778 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. as already flushing 2024-12-05T02:14:53,800 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:53,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57518 deadline: 1733364953793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:53,800 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:53,800 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:53,800 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:53,802 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:53,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57554 deadline: 1733364953799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:53,803 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:53,803 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:53,803 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:53,806 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:53,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57538 deadline: 1733364953800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:53,808 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:53,808 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:53,808 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:53,848 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:53,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57486 deadline: 1733364953844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:53,848 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:53,848 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:53,849 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:53,907 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:53,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57518 deadline: 1733364953904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:53,908 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:53,908 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:53,908 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:53,917 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:53,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57554 deadline: 1733364953915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:53,917 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:53,917 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:53,917 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:53,917 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:53,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57538 deadline: 1733364953915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:53,918 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:53,918 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:53,918 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:54,008 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=648 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/B/71739ce6595848c188eac2467f727cbe 2024-12-05T02:14:54,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/C/48c3b99725944a1a9640bb9e173c71d6 is 50, key is test_row_0/C:col10/1733364893145/Put/seqid=0 2024-12-05T02:14:54,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742216_1392 (size=12301) 2024-12-05T02:14:54,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-12-05T02:14:54,123 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:54,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57518 deadline: 1733364954116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:54,123 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:54,124 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:54,124 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:54,131 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:54,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57554 deadline: 1733364954125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:54,131 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:54,132 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:54,132 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:54,138 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:54,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57538 deadline: 1733364954132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:54,139 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:54,139 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:54,139 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:54,438 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:54,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57518 deadline: 1733364954434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:54,439 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:54,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57554 deadline: 1733364954435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:54,439 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:54,439 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:54,439 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:54,439 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:54,439 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:54,439 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:54,443 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=648 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/C/48c3b99725944a1a9640bb9e173c71d6 2024-12-05T02:14:54,448 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:54,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57538 deadline: 1733364954445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:54,448 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:54,457 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:54,457 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:54,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/A/77c4f0731a264714bc09a9d51b0c4049 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/77c4f0731a264714bc09a9d51b0c4049 2024-12-05T02:14:54,465 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/77c4f0731a264714bc09a9d51b0c4049, entries=150, sequenceid=648, filesize=12.0 K 2024-12-05T02:14:54,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/B/71739ce6595848c188eac2467f727cbe as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/71739ce6595848c188eac2467f727cbe 2024-12-05T02:14:54,470 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/71739ce6595848c188eac2467f727cbe, entries=150, sequenceid=648, filesize=12.0 K 2024-12-05T02:14:54,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/C/48c3b99725944a1a9640bb9e173c71d6 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/48c3b99725944a1a9640bb9e173c71d6 2024-12-05T02:14:54,476 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/48c3b99725944a1a9640bb9e173c71d6, entries=150, sequenceid=648, filesize=12.0 K 2024-12-05T02:14:54,477 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~375.56 KB/384576, currentSize=46.96 KB/48090 for 150f455da39d4e7a507741b92fc7ade5 in 900ms, sequenceid=648, compaction requested=true 2024-12-05T02:14:54,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2603): Flush status journal for 150f455da39d4e7a507741b92fc7ade5: 2024-12-05T02:14:54,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. 2024-12-05T02:14:54,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=89 2024-12-05T02:14:54,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.HMaster(4169): Remote procedure done, pid=89 2024-12-05T02:14:54,483 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=89, resume processing ppid=88 2024-12-05T02:14:54,483 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=89, ppid=88, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5210 sec 2024-12-05T02:14:54,488 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=88, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=88, table=TestAcidGuarantees in 1.5300 sec 2024-12-05T02:14:54,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(8855): Flush requested on 150f455da39d4e7a507741b92fc7ade5 2024-12-05T02:14:54,856 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 150f455da39d4e7a507741b92fc7ade5 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-12-05T02:14:54,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 150f455da39d4e7a507741b92fc7ade5, store=A 2024-12-05T02:14:54,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:14:54,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 150f455da39d4e7a507741b92fc7ade5, store=B 2024-12-05T02:14:54,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:14:54,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 150f455da39d4e7a507741b92fc7ade5, store=C 2024-12-05T02:14:54,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:14:54,861 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/A/49ef788afe72479f8bfc40d82592603f is 50, key is test_row_0/A:col10/1733364893798/Put/seqid=0 2024-12-05T02:14:54,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742217_1393 (size=12301) 2024-12-05T02:14:54,950 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:54,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57554 deadline: 1733364954944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:54,951 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:54,951 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:54,951 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:54,952 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733364894885, max timestamp=1733364894948Num uniques 859; 2024-12-05T02:14:54,952 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733364894885, max timestamp=1733364894948Num uniques 859; 2024-12-05T02:14:54,952 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-05T02:14:54,952 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733364894885, max timestamp=1733364894948Num uniques 859; 2024-12-05T02:14:54,952 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-05T02:14:54,952 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-05T02:14:54,993 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:54,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57538 deadline: 1733364954985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:54,993 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:54,994 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:54,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57518 deadline: 1733364954986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:54,994 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:54,994 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:54,994 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:54,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57486 deadline: 1733364954986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:54,994 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:54,994 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:54,994 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:54,994 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:54,994 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:54,994 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:55,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-12-05T02:14:55,104 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-05T02:14:55,105 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T02:14:55,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] procedure2.ProcedureExecutor(1139): Stored pid=90, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=90, table=TestAcidGuarantees 2024-12-05T02:14:55,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-12-05T02:14:55,107 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=90, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=90, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T02:14:55,107 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=90, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=90, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T02:14:55,108 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=91, ppid=90, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T02:14:55,108 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:55,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57538 deadline: 1733364955104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:55,108 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:55,108 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:55,108 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:55,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57486 deadline: 1733364955104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:55,109 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:55,109 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:55,109 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:55,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57518 deadline: 1733364955104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:55,109 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:55,109 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:55,109 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:55,109 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:55,109 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:55,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-12-05T02:14:55,260 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=91 2024-12-05T02:14:55,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. 2024-12-05T02:14:55,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. as already flushing 2024-12-05T02:14:55,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. 2024-12-05T02:14:55,260 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] handler.RSProcedureHandler(58): pid=91 java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:55,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=91 java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:55,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=91 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:55,266 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=659 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/A/49ef788afe72479f8bfc40d82592603f 2024-12-05T02:14:55,273 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/B/3b30ae1ba753422ebb3c60220b3f2fc8 is 50, key is test_row_0/B:col10/1733364893798/Put/seqid=0 2024-12-05T02:14:55,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742218_1394 (size=12301) 2024-12-05T02:14:55,317 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:55,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57538 deadline: 1733364955314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:55,317 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:55,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57486 deadline: 1733364955314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:55,317 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:55,318 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:55,318 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:55,318 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:55,318 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:55,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57518 deadline: 1733364955314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:55,318 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:55,318 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:55,318 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:55,318 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:55,318 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:55,413 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=91 2024-12-05T02:14:55,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. 2024-12-05T02:14:55,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. as already flushing 2024-12-05T02:14:55,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. 2024-12-05T02:14:55,414 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] handler.RSProcedureHandler(58): pid=91 java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:55,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=91 java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:55,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=91 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:55,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-12-05T02:14:55,567 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=91 2024-12-05T02:14:55,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. 2024-12-05T02:14:55,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. as already flushing 2024-12-05T02:14:55,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. 2024-12-05T02:14:55,567 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] handler.RSProcedureHandler(58): pid=91 java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:55,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=91 java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:55,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=91 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:55,627 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:55,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57538 deadline: 1733364955624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:55,628 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:55,628 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:55,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57486 deadline: 1733364955624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:55,628 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:55,628 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:55,628 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:55,628 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:55,628 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:55,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57518 deadline: 1733364955624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:55,628 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:55,628 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:55,628 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:55,628 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:55,681 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=659 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/B/3b30ae1ba753422ebb3c60220b3f2fc8 2024-12-05T02:14:55,688 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/C/3b9fcc89f74a4186b4a541485bec2ae2 is 50, key is test_row_0/C:col10/1733364893798/Put/seqid=0 2024-12-05T02:14:55,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742219_1395 (size=12301) 2024-12-05T02:14:55,720 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=91 2024-12-05T02:14:55,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. 2024-12-05T02:14:55,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. as already flushing 2024-12-05T02:14:55,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. 2024-12-05T02:14:55,720 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] handler.RSProcedureHandler(58): pid=91 java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:55,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=91 java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:55,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=91 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:55,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-12-05T02:14:55,873 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=91 2024-12-05T02:14:55,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. 2024-12-05T02:14:55,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. as already flushing 2024-12-05T02:14:55,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. 2024-12-05T02:14:55,873 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] handler.RSProcedureHandler(58): pid=91 java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:55,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=91 java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:55,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=91 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:55,938 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:55,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57548 deadline: 1733364955935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:55,938 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 01bccfa882c7,46535,1733364817982 for 'test_row_0' in 150f455da39d4e7a507741b92fc7ade5 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8237 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-05T02:14:55,939 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:55,939 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:55,939 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:55,969 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:55,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57554 deadline: 1733364955964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:55,969 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 01bccfa882c7,46535,1733364817982 for 'test_row_2' in 150f455da39d4e7a507741b92fc7ade5 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2170 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-05T02:14:55,970 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:55,970 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:55,970 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:56,026 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=91 2024-12-05T02:14:56,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. 2024-12-05T02:14:56,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. as already flushing 2024-12-05T02:14:56,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. 2024-12-05T02:14:56,026 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] handler.RSProcedureHandler(58): pid=91 java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:56,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=91 java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:56,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=91 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:56,092 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=659 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/C/3b9fcc89f74a4186b4a541485bec2ae2 2024-12-05T02:14:56,096 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/A/49ef788afe72479f8bfc40d82592603f as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/49ef788afe72479f8bfc40d82592603f 2024-12-05T02:14:56,099 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/49ef788afe72479f8bfc40d82592603f, entries=150, sequenceid=659, filesize=12.0 K 2024-12-05T02:14:56,100 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/B/3b30ae1ba753422ebb3c60220b3f2fc8 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/3b30ae1ba753422ebb3c60220b3f2fc8 2024-12-05T02:14:56,103 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/3b30ae1ba753422ebb3c60220b3f2fc8, entries=150, sequenceid=659, filesize=12.0 K 2024-12-05T02:14:56,103 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/C/3b9fcc89f74a4186b4a541485bec2ae2 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/3b9fcc89f74a4186b4a541485bec2ae2 2024-12-05T02:14:56,106 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/3b9fcc89f74a4186b4a541485bec2ae2, entries=150, sequenceid=659, filesize=12.0 K 2024-12-05T02:14:56,107 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 150f455da39d4e7a507741b92fc7ade5 in 1251ms, sequenceid=659, compaction requested=true 2024-12-05T02:14:56,107 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 150f455da39d4e7a507741b92fc7ade5: 2024-12-05T02:14:56,107 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 150f455da39d4e7a507741b92fc7ade5:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T02:14:56,107 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:14:56,107 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T02:14:56,107 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 150f455da39d4e7a507741b92fc7ade5:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T02:14:56,107 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:14:56,107 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 150f455da39d4e7a507741b92fc7ade5:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T02:14:56,107 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T02:14:56,107 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T02:14:56,109 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50426 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T02:14:56,109 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47986 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T02:14:56,109 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1541): 150f455da39d4e7a507741b92fc7ade5/B is initiating minor compaction (all files) 2024-12-05T02:14:56,109 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1541): 150f455da39d4e7a507741b92fc7ade5/A is initiating minor compaction (all files) 2024-12-05T02:14:56,109 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 150f455da39d4e7a507741b92fc7ade5/B in TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. 2024-12-05T02:14:56,109 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 150f455da39d4e7a507741b92fc7ade5/A in TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. 2024-12-05T02:14:56,109 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/ef40d30672a3453aac775ea8e85507df, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/18898bbdf6284b1198e7f9c5fb59e4fd, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/77c4f0731a264714bc09a9d51b0c4049, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/49ef788afe72479f8bfc40d82592603f] into tmpdir=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp, totalSize=49.2 K 2024-12-05T02:14:56,109 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/e68df3a6ed8e4165bf776be966c86c05, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/b82eaaae0f8c4678aa8a48e2249dce59, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/71739ce6595848c188eac2467f727cbe, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/3b30ae1ba753422ebb3c60220b3f2fc8] into tmpdir=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp, totalSize=46.9 K 2024-12-05T02:14:56,109 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting ef40d30672a3453aac775ea8e85507df, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=600, earliestPutTs=1733364892695 2024-12-05T02:14:56,109 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting e68df3a6ed8e4165bf776be966c86c05, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=600, earliestPutTs=1733364892695 2024-12-05T02:14:56,110 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting 18898bbdf6284b1198e7f9c5fb59e4fd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=610, earliestPutTs=1733364892955 2024-12-05T02:14:56,110 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting b82eaaae0f8c4678aa8a48e2249dce59, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=610, earliestPutTs=1733364892955 2024-12-05T02:14:56,110 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting 77c4f0731a264714bc09a9d51b0c4049, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=648, earliestPutTs=1733364893138 2024-12-05T02:14:56,110 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting 71739ce6595848c188eac2467f727cbe, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=648, earliestPutTs=1733364893138 2024-12-05T02:14:56,110 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting 49ef788afe72479f8bfc40d82592603f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=659, earliestPutTs=1733364893797 2024-12-05T02:14:56,110 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting 3b30ae1ba753422ebb3c60220b3f2fc8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=659, earliestPutTs=1733364893797 2024-12-05T02:14:56,118 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 150f455da39d4e7a507741b92fc7ade5#B#compaction#346 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-05T02:14:56,118 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 150f455da39d4e7a507741b92fc7ade5#A#compaction#345 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T02:14:56,119 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/B/6038ab639c844c529f7b94996d4afdb8 is 50, key is test_row_0/B:col10/1733364893798/Put/seqid=0 2024-12-05T02:14:56,119 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/A/104c8eeeecc3420ab81c5bfcca48fd06 is 50, key is test_row_0/A:col10/1733364893798/Put/seqid=0 2024-12-05T02:14:56,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742220_1396 (size=13663) 2024-12-05T02:14:56,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742221_1397 (size=13663) 2024-12-05T02:14:56,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(8855): Flush requested on 150f455da39d4e7a507741b92fc7ade5 2024-12-05T02:14:56,139 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 150f455da39d4e7a507741b92fc7ade5 3/3 column families, dataSize=134.18 KB heapSize=380.30 KB 2024-12-05T02:14:56,140 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 150f455da39d4e7a507741b92fc7ade5, store=A 2024-12-05T02:14:56,140 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T02:14:56,140 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 150f455da39d4e7a507741b92fc7ade5, store=B 2024-12-05T02:14:56,140 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T02:14:56,140 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/A/104c8eeeecc3420ab81c5bfcca48fd06 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/104c8eeeecc3420ab81c5bfcca48fd06 2024-12-05T02:14:56,140 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 150f455da39d4e7a507741b92fc7ade5, store=C 2024-12-05T02:14:56,140 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T02:14:56,146 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/A/0d3f2db06f6a4c56988bcd7d152224a7 is 50, key is test_row_0/A:col10/1733364894977/Put/seqid=0 2024-12-05T02:14:56,150 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 150f455da39d4e7a507741b92fc7ade5/A of 150f455da39d4e7a507741b92fc7ade5 into 104c8eeeecc3420ab81c5bfcca48fd06(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T02:14:56,150 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 150f455da39d4e7a507741b92fc7ade5: 2024-12-05T02:14:56,150 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., storeName=150f455da39d4e7a507741b92fc7ade5/A, priority=12, startTime=1733364896107; duration=0sec 2024-12-05T02:14:56,150 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T02:14:56,150 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 150f455da39d4e7a507741b92fc7ade5:A 2024-12-05T02:14:56,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742222_1398 (size=14741) 2024-12-05T02:14:56,150 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T02:14:56,151 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47986 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T02:14:56,151 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1541): 150f455da39d4e7a507741b92fc7ade5/C is initiating minor compaction (all files) 2024-12-05T02:14:56,152 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 150f455da39d4e7a507741b92fc7ade5/C in TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. 2024-12-05T02:14:56,152 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/8b4e3f746c4048c6bf184190f48633df, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/f7f1f6c52d7f4f559a9592c01c477605, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/48c3b99725944a1a9640bb9e173c71d6, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/3b9fcc89f74a4186b4a541485bec2ae2] into tmpdir=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp, totalSize=46.9 K 2024-12-05T02:14:56,152 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8b4e3f746c4048c6bf184190f48633df, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=600, earliestPutTs=1733364892695 2024-12-05T02:14:56,153 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting f7f1f6c52d7f4f559a9592c01c477605, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=610, earliestPutTs=1733364892955 2024-12-05T02:14:56,153 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting 48c3b99725944a1a9640bb9e173c71d6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=648, earliestPutTs=1733364893138 2024-12-05T02:14:56,154 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3b9fcc89f74a4186b4a541485bec2ae2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=659, earliestPutTs=1733364893797 2024-12-05T02:14:56,159 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:56,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57518 deadline: 1733364956152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:56,160 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:56,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57538 deadline: 1733364956154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:56,160 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:56,161 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:56,161 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:56,161 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:56,161 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:56,161 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:56,161 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 150f455da39d4e7a507741b92fc7ade5#C#compaction#348 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T02:14:56,162 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/C/b9abe164ad4f429288ae98894ec83bef is 50, key is test_row_0/C:col10/1733364893798/Put/seqid=0 2024-12-05T02:14:56,164 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:56,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57486 deadline: 1733364956160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:56,165 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:56,165 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:56,165 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:56,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742223_1399 (size=13663) 2024-12-05T02:14:56,179 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=91 2024-12-05T02:14:56,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. 2024-12-05T02:14:56,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. as already flushing 2024-12-05T02:14:56,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. 2024-12-05T02:14:56,179 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] handler.RSProcedureHandler(58): pid=91 java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:56,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=91 java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:56,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=91 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:56,239 INFO [Thread-1274 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1274. 2024-12-05T02:14:56,239 DEBUG [Thread-1274 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-05T02:14:56,239 DEBUG [Thread-1274 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:14:56,239 DEBUG [Thread-1274 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:14:56,239 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T02:14:56,241 INFO [Thread-1272 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1272. 2024-12-05T02:14:56,241 DEBUG [Thread-1272 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-05T02:14:56,241 DEBUG [Thread-1272 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:14:56,241 INFO [Thread-1278 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1278. 2024-12-05T02:14:56,241 DEBUG [Thread-1272 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:14:56,241 DEBUG [Thread-1278 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-05T02:14:56,241 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T02:14:56,241 DEBUG [Thread-1278 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:14:56,242 DEBUG [Thread-1278 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:14:56,242 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T02:14:56,243 INFO [Thread-1270 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1270. 2024-12-05T02:14:56,243 DEBUG [Thread-1270 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-05T02:14:56,243 DEBUG [Thread-1270 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:14:56,243 DEBUG [Thread-1270 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:14:56,243 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T02:14:56,244 INFO [Thread-1276 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1276. 2024-12-05T02:14:56,244 DEBUG [Thread-1276 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-05T02:14:56,244 DEBUG [Thread-1276 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:14:56,244 DEBUG [Thread-1276 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:14:56,244 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T02:14:56,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-12-05T02:14:56,264 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:56,264 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:56,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57538 deadline: 1733364956264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:56,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57518 deadline: 1733364956264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:56,264 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:56,265 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:56,265 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:56,265 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:56,265 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:56,265 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:56,274 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:56,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57486 deadline: 1733364956274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:56,275 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:56,275 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:56,275 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:56,332 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=91 2024-12-05T02:14:56,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. 2024-12-05T02:14:56,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. as already flushing 2024-12-05T02:14:56,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. 2024-12-05T02:14:56,332 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] handler.RSProcedureHandler(58): pid=91 java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:56,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=91 java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:56,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=91 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:56,475 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:56,475 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:56,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57518 deadline: 1733364956475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:56,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57538 deadline: 1733364956475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:56,475 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:56,475 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:56,475 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:56,476 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:56,476 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:56,476 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:56,484 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:56,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57486 deadline: 1733364956484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:56,484 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:56,484 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:56,484 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:56,485 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=91 2024-12-05T02:14:56,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. 2024-12-05T02:14:56,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. as already flushing 2024-12-05T02:14:56,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. 2024-12-05T02:14:56,485 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] handler.RSProcedureHandler(58): pid=91 java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:56,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=91 java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:56,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=91 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:56,540 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/B/6038ab639c844c529f7b94996d4afdb8 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/6038ab639c844c529f7b94996d4afdb8 2024-12-05T02:14:56,544 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 150f455da39d4e7a507741b92fc7ade5/B of 150f455da39d4e7a507741b92fc7ade5 into 6038ab639c844c529f7b94996d4afdb8(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T02:14:56,544 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 150f455da39d4e7a507741b92fc7ade5: 2024-12-05T02:14:56,544 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., storeName=150f455da39d4e7a507741b92fc7ade5/B, priority=12, startTime=1733364896107; duration=0sec 2024-12-05T02:14:56,544 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:14:56,544 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 150f455da39d4e7a507741b92fc7ade5:B 2024-12-05T02:14:56,551 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=695 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/A/0d3f2db06f6a4c56988bcd7d152224a7 2024-12-05T02:14:56,557 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/B/5d058a59ce854460b3f7a0cff332aee0 is 50, key is test_row_0/B:col10/1733364894977/Put/seqid=0 2024-12-05T02:14:56,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742224_1400 (size=12301) 2024-12-05T02:14:56,569 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/C/b9abe164ad4f429288ae98894ec83bef as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/b9abe164ad4f429288ae98894ec83bef 2024-12-05T02:14:56,573 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 150f455da39d4e7a507741b92fc7ade5/C of 150f455da39d4e7a507741b92fc7ade5 into b9abe164ad4f429288ae98894ec83bef(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T02:14:56,573 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 150f455da39d4e7a507741b92fc7ade5: 2024-12-05T02:14:56,573 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., storeName=150f455da39d4e7a507741b92fc7ade5/C, priority=12, startTime=1733364896107; duration=0sec 2024-12-05T02:14:56,573 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:14:56,573 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 150f455da39d4e7a507741b92fc7ade5:C 2024-12-05T02:14:56,638 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=91 2024-12-05T02:14:56,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. 2024-12-05T02:14:56,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. as already flushing 2024-12-05T02:14:56,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. 2024-12-05T02:14:56,638 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] handler.RSProcedureHandler(58): pid=91 java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:56,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=91 java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:56,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=91 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:56,784 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:56,784 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:56,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 237 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57538 deadline: 1733364956784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:56,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57518 deadline: 1733364956784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:56,785 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:56,785 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:56,785 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:56,785 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:56,785 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:56,785 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:56,791 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=91 2024-12-05T02:14:56,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. 2024-12-05T02:14:56,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. as already flushing 2024-12-05T02:14:56,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. 2024-12-05T02:14:56,791 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] handler.RSProcedureHandler(58): pid=91 java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:56,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=91 java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:56,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=91 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:56,794 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:56,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57486 deadline: 1733364956794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:56,795 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:56,795 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:56,795 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:56,943 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=91 2024-12-05T02:14:56,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. 2024-12-05T02:14:56,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. as already flushing 2024-12-05T02:14:56,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. 2024-12-05T02:14:56,944 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] handler.RSProcedureHandler(58): pid=91 java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:56,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=91 java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:56,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=91 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:56,961 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=695 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/B/5d058a59ce854460b3f7a0cff332aee0 2024-12-05T02:14:56,967 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/C/9b052f0452ec4f7fba71800e30ef41d0 is 50, key is test_row_0/C:col10/1733364894977/Put/seqid=0 2024-12-05T02:14:56,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742225_1401 (size=12301) 2024-12-05T02:14:57,097 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=91 2024-12-05T02:14:57,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. 2024-12-05T02:14:57,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. as already flushing 2024-12-05T02:14:57,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. 2024-12-05T02:14:57,097 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] handler.RSProcedureHandler(58): pid=91 java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:57,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=91 java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:57,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=91 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:57,249 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=91 2024-12-05T02:14:57,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. 2024-12-05T02:14:57,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. as already flushing 2024-12-05T02:14:57,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. 2024-12-05T02:14:57,250 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] handler.RSProcedureHandler(58): pid=91 java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:57,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=91 java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:57,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=91 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:14:57,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-12-05T02:14:57,294 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:57,294 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:57,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57518 deadline: 1733364957294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:57,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57538 deadline: 1733364957294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:57,295 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:57,295 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:57,295 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:57,295 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:57,295 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:57,295 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:57,304 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:14:57,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57486 deadline: 1733364957304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:14:57,305 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:57,305 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:14:57,305 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:14:57,370 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=695 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/C/9b052f0452ec4f7fba71800e30ef41d0 2024-12-05T02:14:57,374 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/A/0d3f2db06f6a4c56988bcd7d152224a7 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/0d3f2db06f6a4c56988bcd7d152224a7 2024-12-05T02:14:57,377 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/0d3f2db06f6a4c56988bcd7d152224a7, entries=200, sequenceid=695, filesize=14.4 K 2024-12-05T02:14:57,377 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/B/5d058a59ce854460b3f7a0cff332aee0 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/5d058a59ce854460b3f7a0cff332aee0 2024-12-05T02:14:57,380 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/5d058a59ce854460b3f7a0cff332aee0, entries=150, sequenceid=695, filesize=12.0 K 2024-12-05T02:14:57,380 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/C/9b052f0452ec4f7fba71800e30ef41d0 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/9b052f0452ec4f7fba71800e30ef41d0 2024-12-05T02:14:57,382 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/9b052f0452ec4f7fba71800e30ef41d0, entries=150, sequenceid=695, filesize=12.0 K 2024-12-05T02:14:57,383 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~380.25 KB/389376, currentSize=46.96 KB/48090 for 150f455da39d4e7a507741b92fc7ade5 in 1244ms, sequenceid=695, compaction requested=false 2024-12-05T02:14:57,383 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 150f455da39d4e7a507741b92fc7ade5: 2024-12-05T02:14:57,402 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=91 2024-12-05T02:14:57,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. 2024-12-05T02:14:57,403 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2902): Flushing 150f455da39d4e7a507741b92fc7ade5 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-05T02:14:57,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 150f455da39d4e7a507741b92fc7ade5, store=A 2024-12-05T02:14:57,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:14:57,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 150f455da39d4e7a507741b92fc7ade5, store=B 2024-12-05T02:14:57,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:14:57,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 150f455da39d4e7a507741b92fc7ade5, store=C 2024-12-05T02:14:57,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:14:57,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/A/3e6970ecea994be2a1514234e01f30a5 is 50, key is test_row_1/A:col10/1733364896149/Put/seqid=0 2024-12-05T02:14:57,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742226_1402 (size=9857) 2024-12-05T02:14:57,809 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=708 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/A/3e6970ecea994be2a1514234e01f30a5 2024-12-05T02:14:57,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/B/8701c6b9605445aba689ccaeeb36d242 is 50, key is test_row_1/B:col10/1733364896149/Put/seqid=0 2024-12-05T02:14:57,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742227_1403 (size=9857) 2024-12-05T02:14:57,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(8855): Flush requested on 150f455da39d4e7a507741b92fc7ade5 2024-12-05T02:14:57,976 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. as already flushing 2024-12-05T02:14:57,976 INFO [Thread-1263 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1263. 2024-12-05T02:14:57,976 DEBUG [Thread-1263 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-05T02:14:57,976 DEBUG [Thread-1263 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:14:57,976 DEBUG [Thread-1263 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:14:57,976 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T02:14:58,219 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=708 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/B/8701c6b9605445aba689ccaeeb36d242 2024-12-05T02:14:58,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/C/9b563c82f0a440af82c8a8d85b06dc9f is 50, key is test_row_1/C:col10/1733364896149/Put/seqid=0 2024-12-05T02:14:58,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742228_1404 (size=9857) 2024-12-05T02:14:58,305 INFO [Thread-1261 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1261. 2024-12-05T02:14:58,306 DEBUG [Thread-1261 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-05T02:14:58,306 DEBUG [Thread-1261 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:14:58,306 DEBUG [Thread-1261 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:14:58,306 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T02:14:58,315 INFO [Thread-1265 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1265. 2024-12-05T02:14:58,315 DEBUG [Thread-1265 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-05T02:14:58,315 DEBUG [Thread-1265 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:14:58,315 DEBUG [Thread-1265 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:14:58,316 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T02:14:58,325 INFO [Thread-1267 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1267. 2024-12-05T02:14:58,326 DEBUG [Thread-1267 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-05T02:14:58,326 DEBUG [Thread-1267 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:14:58,326 DEBUG [Thread-1267 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:14:58,326 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T02:14:58,628 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=708 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/C/9b563c82f0a440af82c8a8d85b06dc9f 2024-12-05T02:14:58,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/A/3e6970ecea994be2a1514234e01f30a5 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/3e6970ecea994be2a1514234e01f30a5 2024-12-05T02:14:58,635 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/3e6970ecea994be2a1514234e01f30a5, entries=100, sequenceid=708, filesize=9.6 K 2024-12-05T02:14:58,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/B/8701c6b9605445aba689ccaeeb36d242 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/8701c6b9605445aba689ccaeeb36d242 2024-12-05T02:14:58,639 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/8701c6b9605445aba689ccaeeb36d242, entries=100, sequenceid=708, filesize=9.6 K 2024-12-05T02:14:58,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/C/9b563c82f0a440af82c8a8d85b06dc9f as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/9b563c82f0a440af82c8a8d85b06dc9f 2024-12-05T02:14:58,642 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/9b563c82f0a440af82c8a8d85b06dc9f, entries=100, sequenceid=708, filesize=9.6 K 2024-12-05T02:14:58,643 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=26.84 KB/27480 for 150f455da39d4e7a507741b92fc7ade5 in 1241ms, sequenceid=708, compaction requested=true 2024-12-05T02:14:58,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2603): Flush status journal for 150f455da39d4e7a507741b92fc7ade5: 2024-12-05T02:14:58,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. 2024-12-05T02:14:58,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=91 2024-12-05T02:14:58,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.HMaster(4169): Remote procedure done, pid=91 2024-12-05T02:14:58,645 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=91, resume processing ppid=90 2024-12-05T02:14:58,645 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=91, ppid=90, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.5370 sec 2024-12-05T02:14:58,647 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=90, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=90, table=TestAcidGuarantees in 3.5410 sec 2024-12-05T02:14:59,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-12-05T02:14:59,265 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-05T02:15:05,996 INFO [Thread-1259 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1259. 2024-12-05T02:15:05,996 DEBUG [Thread-1259 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-05T02:15:05,996 DEBUG [Thread-1259 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:15:05,996 DEBUG [Thread-1259 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:15:05,996 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T02:15:05,997 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-05T02:15:05,997 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 73 2024-12-05T02:15:05,997 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 182 2024-12-05T02:15:05,997 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 104 2024-12-05T02:15:05,997 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 127 2024-12-05T02:15:05,997 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 97 2024-12-05T02:15:05,997 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-05T02:15:05,997 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2387 2024-12-05T02:15:05,997 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2395 2024-12-05T02:15:05,997 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2482 2024-12-05T02:15:05,997 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2389 2024-12-05T02:15:05,997 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2399 2024-12-05T02:15:05,997 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-05T02:15:05,997 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T02:15:05,997 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testGetAtomicity(AcidGuaranteesTestBase.java:107) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T02:15:05,997 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:15:05,997 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:15:05,997 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T02:15:05,998 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-05T02:15:05,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] procedure2.ProcedureExecutor(1139): Stored pid=92, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-12-05T02:15:06,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-12-05T02:15:06,001 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733364906001"}]},"ts":"1733364906001"} 2024-12-05T02:15:06,002 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-05T02:15:06,002 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-05T02:15:06,003 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=93, ppid=92, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-05T02:15:06,004 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=150f455da39d4e7a507741b92fc7ade5, UNASSIGN}] 2024-12-05T02:15:06,004 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=150f455da39d4e7a507741b92fc7ade5, UNASSIGN 2024-12-05T02:15:06,005 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=94 updating hbase:meta row=150f455da39d4e7a507741b92fc7ade5, regionState=CLOSING, regionLocation=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:06,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=150f455da39d4e7a507741b92fc7ade5, UNASSIGN because future has completed 2024-12-05T02:15:06,006 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-05T02:15:06,006 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=95, ppid=94, state=RUNNABLE, hasLock=false; CloseRegionProcedure 150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982}] 2024-12-05T02:15:06,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-12-05T02:15:06,158 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] handler.UnassignRegionHandler(122): Close 150f455da39d4e7a507741b92fc7ade5 2024-12-05T02:15:06,158 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-05T02:15:06,158 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1722): Closing 150f455da39d4e7a507741b92fc7ade5, disabling compactions & flushes 2024-12-05T02:15:06,158 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. 2024-12-05T02:15:06,158 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. 2024-12-05T02:15:06,158 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. after waiting 0 ms 2024-12-05T02:15:06,158 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. 2024-12-05T02:15:06,158 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(2902): Flushing 150f455da39d4e7a507741b92fc7ade5 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB 2024-12-05T02:15:06,159 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 150f455da39d4e7a507741b92fc7ade5, store=A 2024-12-05T02:15:06,159 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:15:06,159 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 150f455da39d4e7a507741b92fc7ade5, store=B 2024-12-05T02:15:06,159 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:15:06,159 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 150f455da39d4e7a507741b92fc7ade5, store=C 2024-12-05T02:15:06,159 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:15:06,162 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/A/4943dfa9239d4d05be8d80f92e655896 is 50, key is test_row_0/A:col10/1733364905995/Put/seqid=0 2024-12-05T02:15:06,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742229_1405 (size=9857) 2024-12-05T02:15:06,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-12-05T02:15:06,391 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-05T02:15:06,566 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=716 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/A/4943dfa9239d4d05be8d80f92e655896 2024-12-05T02:15:06,572 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/B/4f9537074946439bb03da1b91151f8c6 is 50, key is test_row_0/B:col10/1733364905995/Put/seqid=0 2024-12-05T02:15:06,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742230_1406 (size=9857) 2024-12-05T02:15:06,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-12-05T02:15:06,976 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=716 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/B/4f9537074946439bb03da1b91151f8c6 2024-12-05T02:15:06,981 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/C/776e5102d114421bbf58b7cdd65a763c is 50, key is test_row_0/C:col10/1733364905995/Put/seqid=0 2024-12-05T02:15:06,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742231_1407 (size=9857) 2024-12-05T02:15:07,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-12-05T02:15:07,385 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=716 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/C/776e5102d114421bbf58b7cdd65a763c 2024-12-05T02:15:07,388 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/A/4943dfa9239d4d05be8d80f92e655896 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/4943dfa9239d4d05be8d80f92e655896 2024-12-05T02:15:07,391 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/4943dfa9239d4d05be8d80f92e655896, entries=100, sequenceid=716, filesize=9.6 K 2024-12-05T02:15:07,391 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/B/4f9537074946439bb03da1b91151f8c6 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/4f9537074946439bb03da1b91151f8c6 2024-12-05T02:15:07,394 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/4f9537074946439bb03da1b91151f8c6, entries=100, sequenceid=716, filesize=9.6 K 2024-12-05T02:15:07,394 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/.tmp/C/776e5102d114421bbf58b7cdd65a763c as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/776e5102d114421bbf58b7cdd65a763c 2024-12-05T02:15:07,397 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/776e5102d114421bbf58b7cdd65a763c, entries=100, sequenceid=716, filesize=9.6 K 2024-12-05T02:15:07,398 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for 150f455da39d4e7a507741b92fc7ade5 in 1240ms, sequenceid=716, compaction requested=true 2024-12-05T02:15:07,398 DEBUG [StoreCloser-TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/a90c3aa1973b44c08f9117041c8c83f8, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/aaaaaac26f3b4e4fa1558d8c7f5a27e2, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/35f361eaa12e4775a564d0cdb89170ff, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/c3ede13c854943afaa188c02c1d4b6e7, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/6302fc6feb8c4068981661c525e70508, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/b1d2f50f221348e98047c9c87ca4531e, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/86e94a72d8c94277bc5fdc39bf387a54, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/72252b69cf20473eb8006865c8f30e52, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/9a5ca1d37d4a4b909e3af126774d9005, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/d308db22f49e4216bac56aa8e52f7973, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/56f6bcba6a5340e7bed971d5704e995a, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/e8603362841e41c5b91ef0dec1f45e69, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/913fe684309346e59dc83cb19b5af589, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/7399b714fd174a378b394b4fa2c55cfd, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/e9719a3f57c84a95932755e5abb10aee, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/c6f6b48e25cb441abe8a020bad760934, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/82d0da2cca5c48d295f9df6052c0ec2f, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/4a7ba4973bcb4755969cf2bba3d9f4ab, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/046f69e8af2b43578f930279b4e3f4df, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/6a02d827b91149918af22131162a6932, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/e49c8a45db864f24b19875dcf550d526, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/3bdf6a3ca25c45edbaf7cad925215831, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/dfcea4b95aae4a01991527191a08256e, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/faaced6ef14b4253be52d0dd6935907c, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/7143f9f8d12f4881aa7834a054f7ce4b, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/4efb970fc7494a18b5b7b28bff1200be, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/4b510e52db1747d881a60594575fad40, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/3d37dacfe28b49caa20b6de74274e9d7, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/c6e76067068a48de976069d28ad754d1, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/5b498247429342468a7a47ea1327414c, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/c1cae99e205d4bcd9b566411a5dfe82f, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/1ec5872b3f474a7585a26e7158f5d091, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/7dca08c23a00402dadf5e093726d99ed, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/17c083c5283644f18d508015e5cec43c, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/aca88267f06748e5ac31aa902c6e891b, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/cfdbd614bc2f402d9fcf71180dab9633, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/ef40d30672a3453aac775ea8e85507df, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/18898bbdf6284b1198e7f9c5fb59e4fd, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/77c4f0731a264714bc09a9d51b0c4049, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/49ef788afe72479f8bfc40d82592603f] to archive 2024-12-05T02:15:07,399 DEBUG [StoreCloser-TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-05T02:15:07,400 DEBUG [StoreCloser-TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/a90c3aa1973b44c08f9117041c8c83f8 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/a90c3aa1973b44c08f9117041c8c83f8 2024-12-05T02:15:07,401 DEBUG [StoreCloser-TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/aaaaaac26f3b4e4fa1558d8c7f5a27e2 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/aaaaaac26f3b4e4fa1558d8c7f5a27e2 2024-12-05T02:15:07,402 DEBUG [StoreCloser-TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/35f361eaa12e4775a564d0cdb89170ff to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/35f361eaa12e4775a564d0cdb89170ff 2024-12-05T02:15:07,403 DEBUG [StoreCloser-TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/c3ede13c854943afaa188c02c1d4b6e7 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/c3ede13c854943afaa188c02c1d4b6e7 2024-12-05T02:15:07,404 DEBUG [StoreCloser-TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/6302fc6feb8c4068981661c525e70508 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/6302fc6feb8c4068981661c525e70508 2024-12-05T02:15:07,405 DEBUG [StoreCloser-TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/b1d2f50f221348e98047c9c87ca4531e to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/b1d2f50f221348e98047c9c87ca4531e 2024-12-05T02:15:07,406 DEBUG [StoreCloser-TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/86e94a72d8c94277bc5fdc39bf387a54 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/86e94a72d8c94277bc5fdc39bf387a54 2024-12-05T02:15:07,407 DEBUG [StoreCloser-TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/72252b69cf20473eb8006865c8f30e52 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/72252b69cf20473eb8006865c8f30e52 2024-12-05T02:15:07,408 DEBUG [StoreCloser-TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/9a5ca1d37d4a4b909e3af126774d9005 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/9a5ca1d37d4a4b909e3af126774d9005 2024-12-05T02:15:07,408 DEBUG [StoreCloser-TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/d308db22f49e4216bac56aa8e52f7973 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/d308db22f49e4216bac56aa8e52f7973 2024-12-05T02:15:07,409 DEBUG [StoreCloser-TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/56f6bcba6a5340e7bed971d5704e995a to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/56f6bcba6a5340e7bed971d5704e995a 2024-12-05T02:15:07,410 DEBUG [StoreCloser-TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/e8603362841e41c5b91ef0dec1f45e69 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/e8603362841e41c5b91ef0dec1f45e69 2024-12-05T02:15:07,411 DEBUG [StoreCloser-TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/913fe684309346e59dc83cb19b5af589 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/913fe684309346e59dc83cb19b5af589 2024-12-05T02:15:07,412 DEBUG [StoreCloser-TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/7399b714fd174a378b394b4fa2c55cfd to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/7399b714fd174a378b394b4fa2c55cfd 2024-12-05T02:15:07,412 DEBUG [StoreCloser-TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/e9719a3f57c84a95932755e5abb10aee to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/e9719a3f57c84a95932755e5abb10aee 2024-12-05T02:15:07,413 DEBUG [StoreCloser-TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/c6f6b48e25cb441abe8a020bad760934 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/c6f6b48e25cb441abe8a020bad760934 2024-12-05T02:15:07,414 DEBUG [StoreCloser-TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/82d0da2cca5c48d295f9df6052c0ec2f to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/82d0da2cca5c48d295f9df6052c0ec2f 2024-12-05T02:15:07,415 DEBUG [StoreCloser-TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/4a7ba4973bcb4755969cf2bba3d9f4ab to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/4a7ba4973bcb4755969cf2bba3d9f4ab 2024-12-05T02:15:07,415 DEBUG [StoreCloser-TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/046f69e8af2b43578f930279b4e3f4df to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/046f69e8af2b43578f930279b4e3f4df 2024-12-05T02:15:07,416 DEBUG [StoreCloser-TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/6a02d827b91149918af22131162a6932 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/6a02d827b91149918af22131162a6932 2024-12-05T02:15:07,417 DEBUG [StoreCloser-TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/e49c8a45db864f24b19875dcf550d526 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/e49c8a45db864f24b19875dcf550d526 2024-12-05T02:15:07,418 DEBUG [StoreCloser-TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/3bdf6a3ca25c45edbaf7cad925215831 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/3bdf6a3ca25c45edbaf7cad925215831 2024-12-05T02:15:07,418 DEBUG [StoreCloser-TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/dfcea4b95aae4a01991527191a08256e to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/dfcea4b95aae4a01991527191a08256e 2024-12-05T02:15:07,419 DEBUG [StoreCloser-TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/faaced6ef14b4253be52d0dd6935907c to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/faaced6ef14b4253be52d0dd6935907c 2024-12-05T02:15:07,420 DEBUG [StoreCloser-TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/7143f9f8d12f4881aa7834a054f7ce4b to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/7143f9f8d12f4881aa7834a054f7ce4b 2024-12-05T02:15:07,421 DEBUG [StoreCloser-TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/4efb970fc7494a18b5b7b28bff1200be to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/4efb970fc7494a18b5b7b28bff1200be 2024-12-05T02:15:07,422 DEBUG [StoreCloser-TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/4b510e52db1747d881a60594575fad40 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/4b510e52db1747d881a60594575fad40 2024-12-05T02:15:07,423 DEBUG [StoreCloser-TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/3d37dacfe28b49caa20b6de74274e9d7 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/3d37dacfe28b49caa20b6de74274e9d7 2024-12-05T02:15:07,423 DEBUG [StoreCloser-TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/c6e76067068a48de976069d28ad754d1 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/c6e76067068a48de976069d28ad754d1 2024-12-05T02:15:07,424 DEBUG [StoreCloser-TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/5b498247429342468a7a47ea1327414c to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/5b498247429342468a7a47ea1327414c 2024-12-05T02:15:07,425 DEBUG [StoreCloser-TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/c1cae99e205d4bcd9b566411a5dfe82f to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/c1cae99e205d4bcd9b566411a5dfe82f 2024-12-05T02:15:07,426 DEBUG [StoreCloser-TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/1ec5872b3f474a7585a26e7158f5d091 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/1ec5872b3f474a7585a26e7158f5d091 2024-12-05T02:15:07,427 DEBUG [StoreCloser-TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/7dca08c23a00402dadf5e093726d99ed to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/7dca08c23a00402dadf5e093726d99ed 2024-12-05T02:15:07,427 DEBUG [StoreCloser-TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/17c083c5283644f18d508015e5cec43c to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/17c083c5283644f18d508015e5cec43c 2024-12-05T02:15:07,428 DEBUG [StoreCloser-TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/aca88267f06748e5ac31aa902c6e891b to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/aca88267f06748e5ac31aa902c6e891b 2024-12-05T02:15:07,429 DEBUG [StoreCloser-TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/cfdbd614bc2f402d9fcf71180dab9633 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/cfdbd614bc2f402d9fcf71180dab9633 2024-12-05T02:15:07,430 DEBUG [StoreCloser-TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/ef40d30672a3453aac775ea8e85507df to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/ef40d30672a3453aac775ea8e85507df 2024-12-05T02:15:07,431 DEBUG [StoreCloser-TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/18898bbdf6284b1198e7f9c5fb59e4fd to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/18898bbdf6284b1198e7f9c5fb59e4fd 2024-12-05T02:15:07,432 DEBUG [StoreCloser-TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/77c4f0731a264714bc09a9d51b0c4049 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/77c4f0731a264714bc09a9d51b0c4049 2024-12-05T02:15:07,432 DEBUG [StoreCloser-TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/49ef788afe72479f8bfc40d82592603f to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/49ef788afe72479f8bfc40d82592603f 2024-12-05T02:15:07,434 DEBUG [StoreCloser-TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/09d15f002488496fba9e2d57d08d353b, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/66fd62bb27b5472498822c69ee15f754, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/99c7d816056f43b6ad6992f7677982a3, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/d92e44f523cb40c48f4f9b45c18a6006, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/9e185643d26b4fd0a82e288af6b6154d, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/4ad76724c8254ca7aa49a87281044849, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/0d5a3397f51c445891bc7fbe6094fc71, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/4b6bcebe075844eb9bebbcc0576dab38, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/67de004344544504a1180dc9b8002b17, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/a0615a46b88249b1b67c954017b92400, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/4a19fb2fa7074699b065d486d9070789, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/634e1f6177ef48c4915b7c8e6875d78c, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/6719516e251b408bba4a33270dfec78d, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/92043dccf6df472fb560ba7d19483204, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/955488b8c8084786ac57e6fb6840fd5a, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/436492974dfd451698597792fb35526f, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/cd333ec84e96481a96ae6e5bcfa664e0, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/1cd50e43ed8e4502adf744db17fa5641, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/8e463994f02a49438c18edf7c24f2c78, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/ae49f6a811354eb38af2c3dede169e2b, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/4d7c16f6f1ca4dea80ac1556a86a4ef3, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/b06d385b65554ca4967d8e9e2d74447b, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/52a9360417fd49dc8d19b9130cb983af, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/ae733eda7a1d4555b3c34dcd439e97f8, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/751b0f85cf824c6f92a6313f3e9a13b9, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/97545b2962e845e496620764a07dbffa, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/328b754622b64d438f44793c964b444a, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/6b17f98c674147e193a86a1200e7babf, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/64b9369e9d794585b243bfb98023d12a, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/856b3545fe7e45f7bce478f2b2bcb4f5, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/4d279a5279864e7c91e58382a768619d, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/bfe3a9a236294a5e9a84d4bb36d73376, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/fe89f9604ffa40cd9df311cdf2de4ba1, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/aeb1e8bd106a430d873b895596d82cef, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/f6b7737f92724cacba88234b374bf735, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/e68df3a6ed8e4165bf776be966c86c05, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/f8d920aecb024f479c4d8b37aa5e6a77, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/b82eaaae0f8c4678aa8a48e2249dce59, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/71739ce6595848c188eac2467f727cbe, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/3b30ae1ba753422ebb3c60220b3f2fc8] to archive 2024-12-05T02:15:07,435 DEBUG [StoreCloser-TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-05T02:15:07,436 DEBUG [StoreCloser-TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/09d15f002488496fba9e2d57d08d353b to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/09d15f002488496fba9e2d57d08d353b 2024-12-05T02:15:07,437 DEBUG [StoreCloser-TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/66fd62bb27b5472498822c69ee15f754 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/66fd62bb27b5472498822c69ee15f754 2024-12-05T02:15:07,437 DEBUG [StoreCloser-TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/99c7d816056f43b6ad6992f7677982a3 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/99c7d816056f43b6ad6992f7677982a3 2024-12-05T02:15:07,438 DEBUG [StoreCloser-TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/d92e44f523cb40c48f4f9b45c18a6006 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/d92e44f523cb40c48f4f9b45c18a6006 2024-12-05T02:15:07,439 DEBUG [StoreCloser-TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/9e185643d26b4fd0a82e288af6b6154d to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/9e185643d26b4fd0a82e288af6b6154d 2024-12-05T02:15:07,440 DEBUG [StoreCloser-TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/4ad76724c8254ca7aa49a87281044849 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/4ad76724c8254ca7aa49a87281044849 2024-12-05T02:15:07,440 DEBUG [StoreCloser-TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/0d5a3397f51c445891bc7fbe6094fc71 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/0d5a3397f51c445891bc7fbe6094fc71 2024-12-05T02:15:07,441 DEBUG [StoreCloser-TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/4b6bcebe075844eb9bebbcc0576dab38 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/4b6bcebe075844eb9bebbcc0576dab38 2024-12-05T02:15:07,442 DEBUG [StoreCloser-TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/67de004344544504a1180dc9b8002b17 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/67de004344544504a1180dc9b8002b17 2024-12-05T02:15:07,443 DEBUG [StoreCloser-TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/a0615a46b88249b1b67c954017b92400 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/a0615a46b88249b1b67c954017b92400 2024-12-05T02:15:07,443 DEBUG [StoreCloser-TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/4a19fb2fa7074699b065d486d9070789 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/4a19fb2fa7074699b065d486d9070789 2024-12-05T02:15:07,444 DEBUG [StoreCloser-TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/634e1f6177ef48c4915b7c8e6875d78c to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/634e1f6177ef48c4915b7c8e6875d78c 2024-12-05T02:15:07,445 DEBUG [StoreCloser-TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/6719516e251b408bba4a33270dfec78d to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/6719516e251b408bba4a33270dfec78d 2024-12-05T02:15:07,446 DEBUG [StoreCloser-TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/92043dccf6df472fb560ba7d19483204 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/92043dccf6df472fb560ba7d19483204 2024-12-05T02:15:07,447 DEBUG [StoreCloser-TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/955488b8c8084786ac57e6fb6840fd5a to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/955488b8c8084786ac57e6fb6840fd5a 2024-12-05T02:15:07,447 DEBUG [StoreCloser-TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/436492974dfd451698597792fb35526f to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/436492974dfd451698597792fb35526f 2024-12-05T02:15:07,448 DEBUG [StoreCloser-TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/cd333ec84e96481a96ae6e5bcfa664e0 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/cd333ec84e96481a96ae6e5bcfa664e0 2024-12-05T02:15:07,449 DEBUG [StoreCloser-TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/1cd50e43ed8e4502adf744db17fa5641 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/1cd50e43ed8e4502adf744db17fa5641 2024-12-05T02:15:07,450 DEBUG [StoreCloser-TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/8e463994f02a49438c18edf7c24f2c78 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/8e463994f02a49438c18edf7c24f2c78 2024-12-05T02:15:07,450 DEBUG [StoreCloser-TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/ae49f6a811354eb38af2c3dede169e2b to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/ae49f6a811354eb38af2c3dede169e2b 2024-12-05T02:15:07,451 DEBUG [StoreCloser-TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/4d7c16f6f1ca4dea80ac1556a86a4ef3 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/4d7c16f6f1ca4dea80ac1556a86a4ef3 2024-12-05T02:15:07,452 DEBUG [StoreCloser-TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/b06d385b65554ca4967d8e9e2d74447b to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/b06d385b65554ca4967d8e9e2d74447b 2024-12-05T02:15:07,453 DEBUG [StoreCloser-TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/52a9360417fd49dc8d19b9130cb983af to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/52a9360417fd49dc8d19b9130cb983af 2024-12-05T02:15:07,454 DEBUG [StoreCloser-TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/ae733eda7a1d4555b3c34dcd439e97f8 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/ae733eda7a1d4555b3c34dcd439e97f8 2024-12-05T02:15:07,456 DEBUG [StoreCloser-TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/751b0f85cf824c6f92a6313f3e9a13b9 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/751b0f85cf824c6f92a6313f3e9a13b9 2024-12-05T02:15:07,457 DEBUG [StoreCloser-TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/97545b2962e845e496620764a07dbffa to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/97545b2962e845e496620764a07dbffa 2024-12-05T02:15:07,458 DEBUG [StoreCloser-TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/328b754622b64d438f44793c964b444a to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/328b754622b64d438f44793c964b444a 2024-12-05T02:15:07,459 DEBUG [StoreCloser-TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/6b17f98c674147e193a86a1200e7babf to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/6b17f98c674147e193a86a1200e7babf 2024-12-05T02:15:07,460 DEBUG [StoreCloser-TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/64b9369e9d794585b243bfb98023d12a to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/64b9369e9d794585b243bfb98023d12a 2024-12-05T02:15:07,461 DEBUG [StoreCloser-TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/856b3545fe7e45f7bce478f2b2bcb4f5 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/856b3545fe7e45f7bce478f2b2bcb4f5 2024-12-05T02:15:07,461 DEBUG [StoreCloser-TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/4d279a5279864e7c91e58382a768619d to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/4d279a5279864e7c91e58382a768619d 2024-12-05T02:15:07,462 DEBUG [StoreCloser-TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/bfe3a9a236294a5e9a84d4bb36d73376 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/bfe3a9a236294a5e9a84d4bb36d73376 2024-12-05T02:15:07,463 DEBUG [StoreCloser-TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/fe89f9604ffa40cd9df311cdf2de4ba1 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/fe89f9604ffa40cd9df311cdf2de4ba1 2024-12-05T02:15:07,464 DEBUG [StoreCloser-TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/aeb1e8bd106a430d873b895596d82cef to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/aeb1e8bd106a430d873b895596d82cef 2024-12-05T02:15:07,465 DEBUG [StoreCloser-TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/f6b7737f92724cacba88234b374bf735 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/f6b7737f92724cacba88234b374bf735 2024-12-05T02:15:07,465 DEBUG [StoreCloser-TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/e68df3a6ed8e4165bf776be966c86c05 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/e68df3a6ed8e4165bf776be966c86c05 2024-12-05T02:15:07,466 DEBUG [StoreCloser-TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/f8d920aecb024f479c4d8b37aa5e6a77 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/f8d920aecb024f479c4d8b37aa5e6a77 2024-12-05T02:15:07,467 DEBUG [StoreCloser-TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/b82eaaae0f8c4678aa8a48e2249dce59 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/b82eaaae0f8c4678aa8a48e2249dce59 2024-12-05T02:15:07,467 DEBUG [StoreCloser-TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/71739ce6595848c188eac2467f727cbe to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/71739ce6595848c188eac2467f727cbe 2024-12-05T02:15:07,468 DEBUG [StoreCloser-TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/3b30ae1ba753422ebb3c60220b3f2fc8 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/3b30ae1ba753422ebb3c60220b3f2fc8 2024-12-05T02:15:07,470 DEBUG [StoreCloser-TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/5b4619404fc445b8829f0d41066d7748, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/cc7baaca7585425a90793665234aab4e, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/cbd10a4f8fab473484af798d879faced, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/f1d2dae6de6f45ce8a698620154ab0b6, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/b28ca706cc3c41ceb7805604d9bfd4b0, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/e9372e36c07e439382e3257a81d5d96d, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/2801f4bd32df40e6bf0789e82a5d9253, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/759183e3b44f41debba47e6fe1e62a90, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/56a022e6fc094dd9806c699feb1ac365, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/3afe05ecfae34e5fa77d33d1b6f2484a, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/0baad189dbec4e96b6261de1e1be0192, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/95a66d4d49d64d7ca6d4268fc64c0ffd, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/33b56d76cf0e4d9ebec668f891fffb55, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/feb291452ec74844b7c500cfe15d94eb, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/b016c0c379cc441c8b142383b23a5222, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/1d7ee0cf17934f83aa3dc54e13b27b33, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/7f13660750914e9399c622c48c1edafa, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/e89924a26d1645db99d68f9b02bf530e, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/6267eba3231441ef9e9bd372081a19c9, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/78e4613f35bc44e982bf8776d8dd7484, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/364c5ec4c2794f13869511e4e876491f, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/6d68140d7ae04c5ab27c944d7fe01097, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/6cf9d56b4001440f81ba5e959e3e916a, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/30894ac844e14ee080811f400f08abd6, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/43638060aff946ed94ba93bc9b95c786, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/c00d5d2489b248d2ad6554dd7bd9cf42, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/6398f87bad294687a0701e424f6d16d6, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/0d2eb848b8864dbaa161d8a9be44a392, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/77e9b977bc464747bd6133521fc65c98, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/baa848ef134c403e82318f38832b3d56, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/2c012b34242a45b2876b324c159f676f, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/81e6626dcdd44ec49dd54d05379a9d9f, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/4a9c5e4ddc7341caacf96bd79c8e16ae, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/2d50df12db7f48449b520d4aeb09af18, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/da35979b30a84faab6d3bd309e35092b, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/8b4e3f746c4048c6bf184190f48633df, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/f50128a0d19b4ccba7bf5f5aeef7af3f, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/f7f1f6c52d7f4f559a9592c01c477605, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/48c3b99725944a1a9640bb9e173c71d6, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/3b9fcc89f74a4186b4a541485bec2ae2] to archive 2024-12-05T02:15:07,471 DEBUG [StoreCloser-TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-05T02:15:07,472 DEBUG [StoreCloser-TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/5b4619404fc445b8829f0d41066d7748 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/5b4619404fc445b8829f0d41066d7748 2024-12-05T02:15:07,473 DEBUG [StoreCloser-TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/cc7baaca7585425a90793665234aab4e to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/cc7baaca7585425a90793665234aab4e 2024-12-05T02:15:07,474 DEBUG [StoreCloser-TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/cbd10a4f8fab473484af798d879faced to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/cbd10a4f8fab473484af798d879faced 2024-12-05T02:15:07,475 DEBUG [StoreCloser-TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/f1d2dae6de6f45ce8a698620154ab0b6 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/f1d2dae6de6f45ce8a698620154ab0b6 2024-12-05T02:15:07,475 DEBUG [StoreCloser-TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/b28ca706cc3c41ceb7805604d9bfd4b0 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/b28ca706cc3c41ceb7805604d9bfd4b0 2024-12-05T02:15:07,476 DEBUG [StoreCloser-TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/e9372e36c07e439382e3257a81d5d96d to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/e9372e36c07e439382e3257a81d5d96d 2024-12-05T02:15:07,477 DEBUG [StoreCloser-TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/2801f4bd32df40e6bf0789e82a5d9253 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/2801f4bd32df40e6bf0789e82a5d9253 2024-12-05T02:15:07,478 DEBUG [StoreCloser-TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/759183e3b44f41debba47e6fe1e62a90 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/759183e3b44f41debba47e6fe1e62a90 2024-12-05T02:15:07,479 DEBUG [StoreCloser-TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/56a022e6fc094dd9806c699feb1ac365 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/56a022e6fc094dd9806c699feb1ac365 2024-12-05T02:15:07,479 DEBUG [StoreCloser-TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/3afe05ecfae34e5fa77d33d1b6f2484a to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/3afe05ecfae34e5fa77d33d1b6f2484a 2024-12-05T02:15:07,480 DEBUG [StoreCloser-TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/0baad189dbec4e96b6261de1e1be0192 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/0baad189dbec4e96b6261de1e1be0192 2024-12-05T02:15:07,481 DEBUG [StoreCloser-TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/95a66d4d49d64d7ca6d4268fc64c0ffd to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/95a66d4d49d64d7ca6d4268fc64c0ffd 2024-12-05T02:15:07,482 DEBUG [StoreCloser-TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/33b56d76cf0e4d9ebec668f891fffb55 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/33b56d76cf0e4d9ebec668f891fffb55 2024-12-05T02:15:07,482 DEBUG [StoreCloser-TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/feb291452ec74844b7c500cfe15d94eb to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/feb291452ec74844b7c500cfe15d94eb 2024-12-05T02:15:07,483 DEBUG [StoreCloser-TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/b016c0c379cc441c8b142383b23a5222 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/b016c0c379cc441c8b142383b23a5222 2024-12-05T02:15:07,484 DEBUG [StoreCloser-TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/1d7ee0cf17934f83aa3dc54e13b27b33 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/1d7ee0cf17934f83aa3dc54e13b27b33 2024-12-05T02:15:07,485 DEBUG [StoreCloser-TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/7f13660750914e9399c622c48c1edafa to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/7f13660750914e9399c622c48c1edafa 2024-12-05T02:15:07,485 DEBUG [StoreCloser-TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/e89924a26d1645db99d68f9b02bf530e to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/e89924a26d1645db99d68f9b02bf530e 2024-12-05T02:15:07,486 DEBUG [StoreCloser-TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/6267eba3231441ef9e9bd372081a19c9 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/6267eba3231441ef9e9bd372081a19c9 2024-12-05T02:15:07,487 DEBUG [StoreCloser-TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/78e4613f35bc44e982bf8776d8dd7484 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/78e4613f35bc44e982bf8776d8dd7484 2024-12-05T02:15:07,488 DEBUG [StoreCloser-TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/364c5ec4c2794f13869511e4e876491f to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/364c5ec4c2794f13869511e4e876491f 2024-12-05T02:15:07,488 DEBUG [StoreCloser-TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/6d68140d7ae04c5ab27c944d7fe01097 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/6d68140d7ae04c5ab27c944d7fe01097 2024-12-05T02:15:07,489 DEBUG [StoreCloser-TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/6cf9d56b4001440f81ba5e959e3e916a to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/6cf9d56b4001440f81ba5e959e3e916a 2024-12-05T02:15:07,490 DEBUG [StoreCloser-TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/30894ac844e14ee080811f400f08abd6 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/30894ac844e14ee080811f400f08abd6 2024-12-05T02:15:07,491 DEBUG [StoreCloser-TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/43638060aff946ed94ba93bc9b95c786 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/43638060aff946ed94ba93bc9b95c786 2024-12-05T02:15:07,491 DEBUG [StoreCloser-TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/c00d5d2489b248d2ad6554dd7bd9cf42 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/c00d5d2489b248d2ad6554dd7bd9cf42 2024-12-05T02:15:07,492 DEBUG [StoreCloser-TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/6398f87bad294687a0701e424f6d16d6 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/6398f87bad294687a0701e424f6d16d6 2024-12-05T02:15:07,493 DEBUG [StoreCloser-TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/0d2eb848b8864dbaa161d8a9be44a392 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/0d2eb848b8864dbaa161d8a9be44a392 2024-12-05T02:15:07,494 DEBUG [StoreCloser-TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/77e9b977bc464747bd6133521fc65c98 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/77e9b977bc464747bd6133521fc65c98 2024-12-05T02:15:07,494 DEBUG [StoreCloser-TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/baa848ef134c403e82318f38832b3d56 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/baa848ef134c403e82318f38832b3d56 2024-12-05T02:15:07,495 DEBUG [StoreCloser-TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/2c012b34242a45b2876b324c159f676f to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/2c012b34242a45b2876b324c159f676f 2024-12-05T02:15:07,496 DEBUG [StoreCloser-TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/81e6626dcdd44ec49dd54d05379a9d9f to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/81e6626dcdd44ec49dd54d05379a9d9f 2024-12-05T02:15:07,496 DEBUG [StoreCloser-TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/4a9c5e4ddc7341caacf96bd79c8e16ae to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/4a9c5e4ddc7341caacf96bd79c8e16ae 2024-12-05T02:15:07,497 DEBUG [StoreCloser-TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/2d50df12db7f48449b520d4aeb09af18 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/2d50df12db7f48449b520d4aeb09af18 2024-12-05T02:15:07,498 DEBUG [StoreCloser-TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/da35979b30a84faab6d3bd309e35092b to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/da35979b30a84faab6d3bd309e35092b 2024-12-05T02:15:07,499 DEBUG [StoreCloser-TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/8b4e3f746c4048c6bf184190f48633df to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/8b4e3f746c4048c6bf184190f48633df 2024-12-05T02:15:07,499 DEBUG [StoreCloser-TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/f50128a0d19b4ccba7bf5f5aeef7af3f to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/f50128a0d19b4ccba7bf5f5aeef7af3f 2024-12-05T02:15:07,500 DEBUG [StoreCloser-TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/f7f1f6c52d7f4f559a9592c01c477605 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/f7f1f6c52d7f4f559a9592c01c477605 2024-12-05T02:15:07,501 DEBUG [StoreCloser-TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/48c3b99725944a1a9640bb9e173c71d6 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/48c3b99725944a1a9640bb9e173c71d6 2024-12-05T02:15:07,502 DEBUG [StoreCloser-TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/3b9fcc89f74a4186b4a541485bec2ae2 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/3b9fcc89f74a4186b4a541485bec2ae2 2024-12-05T02:15:07,506 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/recovered.edits/719.seqid, newMaxSeqId=719, maxSeqId=1 2024-12-05T02:15:07,506 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. 2024-12-05T02:15:07,506 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1676): Region close journal for 150f455da39d4e7a507741b92fc7ade5: Waiting for close lock at 1733364906158Running coprocessor pre-close hooks at 1733364906158Disabling compacts and flushes for region at 1733364906158Disabling writes for close at 1733364906158Obtaining lock to block concurrent updates at 1733364906158Preparing flush snapshotting stores in 150f455da39d4e7a507741b92fc7ade5 at 1733364906158Finished memstore snapshotting TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=102720, getOffHeapSize=0, getCellsCount=750 at 1733364906159 (+1 ms)Flushing stores of TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5. at 1733364906159Flushing 150f455da39d4e7a507741b92fc7ade5/A: creating writer at 1733364906159Flushing 150f455da39d4e7a507741b92fc7ade5/A: appending metadata at 1733364906162 (+3 ms)Flushing 150f455da39d4e7a507741b92fc7ade5/A: closing flushed file at 1733364906162Flushing 150f455da39d4e7a507741b92fc7ade5/B: creating writer at 1733364906569 (+407 ms)Flushing 150f455da39d4e7a507741b92fc7ade5/B: appending metadata at 1733364906571 (+2 ms)Flushing 150f455da39d4e7a507741b92fc7ade5/B: closing flushed file at 1733364906571Flushing 150f455da39d4e7a507741b92fc7ade5/C: creating writer at 1733364906979 (+408 ms)Flushing 150f455da39d4e7a507741b92fc7ade5/C: appending metadata at 1733364906981 (+2 ms)Flushing 150f455da39d4e7a507741b92fc7ade5/C: closing flushed file at 1733364906981Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e7ad52: reopening flushed file at 1733364907388 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4cc5aae7: reopening flushed file at 1733364907391 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@418a0618: reopening flushed file at 1733364907394 (+3 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for 150f455da39d4e7a507741b92fc7ade5 in 1240ms, sequenceid=716, compaction requested=true at 1733364907398 (+4 ms)Writing region close event to WAL at 1733364907503 (+105 ms)Running coprocessor post-close hooks at 1733364907506 (+3 ms)Closed at 1733364907506 2024-12-05T02:15:07,508 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] handler.UnassignRegionHandler(157): Closed 150f455da39d4e7a507741b92fc7ade5 2024-12-05T02:15:07,508 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=94 updating hbase:meta row=150f455da39d4e7a507741b92fc7ade5, regionState=CLOSED 2024-12-05T02:15:07,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=95, ppid=94, state=RUNNABLE, hasLock=false; CloseRegionProcedure 150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 because future has completed 2024-12-05T02:15:07,512 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=95, resume processing ppid=94 2024-12-05T02:15:07,512 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=95, ppid=94, state=SUCCESS, hasLock=false; CloseRegionProcedure 150f455da39d4e7a507741b92fc7ade5, server=01bccfa882c7,46535,1733364817982 in 1.5040 sec 2024-12-05T02:15:07,513 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=94, resume processing ppid=93 2024-12-05T02:15:07,513 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=94, ppid=93, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=150f455da39d4e7a507741b92fc7ade5, UNASSIGN in 1.5080 sec 2024-12-05T02:15:07,515 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=93, resume processing ppid=92 2024-12-05T02:15:07,515 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=93, ppid=92, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5110 sec 2024-12-05T02:15:07,517 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733364907516"}]},"ts":"1733364907516"} 2024-12-05T02:15:07,518 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-05T02:15:07,518 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-05T02:15:07,519 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=92, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.5200 sec 2024-12-05T02:15:07,712 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-05T02:15:08,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-12-05T02:15:08,145 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-12-05T02:15:08,145 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-05T02:15:08,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] procedure2.ProcedureExecutor(1139): Stored pid=96, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T02:15:08,147 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=96, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T02:15:08,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=96 2024-12-05T02:15:08,148 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=96, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T02:15:08,149 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5 2024-12-05T02:15:08,151 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A, FileablePath, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B, FileablePath, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C, FileablePath, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/recovered.edits] 2024-12-05T02:15:08,153 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/0d3f2db06f6a4c56988bcd7d152224a7 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/0d3f2db06f6a4c56988bcd7d152224a7 2024-12-05T02:15:08,154 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/104c8eeeecc3420ab81c5bfcca48fd06 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/104c8eeeecc3420ab81c5bfcca48fd06 2024-12-05T02:15:08,154 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/3e6970ecea994be2a1514234e01f30a5 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/3e6970ecea994be2a1514234e01f30a5 2024-12-05T02:15:08,155 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/4943dfa9239d4d05be8d80f92e655896 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/A/4943dfa9239d4d05be8d80f92e655896 2024-12-05T02:15:08,157 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/4f9537074946439bb03da1b91151f8c6 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/4f9537074946439bb03da1b91151f8c6 2024-12-05T02:15:08,157 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/5d058a59ce854460b3f7a0cff332aee0 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/5d058a59ce854460b3f7a0cff332aee0 2024-12-05T02:15:08,158 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/6038ab639c844c529f7b94996d4afdb8 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/6038ab639c844c529f7b94996d4afdb8 2024-12-05T02:15:08,159 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/8701c6b9605445aba689ccaeeb36d242 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/B/8701c6b9605445aba689ccaeeb36d242 2024-12-05T02:15:08,160 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/776e5102d114421bbf58b7cdd65a763c to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/776e5102d114421bbf58b7cdd65a763c 2024-12-05T02:15:08,161 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/9b052f0452ec4f7fba71800e30ef41d0 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/9b052f0452ec4f7fba71800e30ef41d0 2024-12-05T02:15:08,162 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/9b563c82f0a440af82c8a8d85b06dc9f to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/9b563c82f0a440af82c8a8d85b06dc9f 2024-12-05T02:15:08,163 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/b9abe164ad4f429288ae98894ec83bef to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/C/b9abe164ad4f429288ae98894ec83bef 2024-12-05T02:15:08,165 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/recovered.edits/719.seqid to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5/recovered.edits/719.seqid 2024-12-05T02:15:08,165 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/150f455da39d4e7a507741b92fc7ade5 2024-12-05T02:15:08,166 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-05T02:15:08,167 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=96, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T02:15:08,171 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-05T02:15:08,173 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-05T02:15:08,174 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=96, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T02:15:08,174 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-05T02:15:08,174 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733364908174"}]},"ts":"9223372036854775807"} 2024-12-05T02:15:08,176 INFO [PEWorker-5 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-12-05T02:15:08,176 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 150f455da39d4e7a507741b92fc7ade5, NAME => 'TestAcidGuarantees,,1733364874034.150f455da39d4e7a507741b92fc7ade5.', STARTKEY => '', ENDKEY => ''}] 2024-12-05T02:15:08,176 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-05T02:15:08,176 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733364908176"}]},"ts":"9223372036854775807"} 2024-12-05T02:15:08,177 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-12-05T02:15:08,178 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=96, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T02:15:08,179 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=96, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 33 msec 2024-12-05T02:15:08,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=96 2024-12-05T02:15:08,255 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-12-05T02:15:08,255 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-12-05T02:15:08,265 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testGetAtomicity Thread=248 (was 258), OpenFileDescriptor=449 (was 465), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=492 (was 456) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7591 (was 7753) 2024-12-05T02:15:08,273 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobScanAtomicity Thread=248, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=492, ProcessCount=11, AvailableMemoryMB=7590 2024-12-05T02:15:08,274 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-05T02:15:08,275 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T02:15:08,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] procedure2.ProcedureExecutor(1139): Stored pid=97, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-12-05T02:15:08,277 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=97, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T02:15:08,277 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:08,278 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 97 2024-12-05T02:15:08,278 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=97, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T02:15:08,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-12-05T02:15:08,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742232_1408 (size=1061) 2024-12-05T02:15:08,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-12-05T02:15:08,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-12-05T02:15:08,685 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2d81a27baa88285b81f8deb352ea9466, NAME => 'TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c 2024-12-05T02:15:08,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742233_1409 (size=53) 2024-12-05T02:15:08,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-12-05T02:15:09,090 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:15:09,090 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 2d81a27baa88285b81f8deb352ea9466, disabling compactions & flushes 2024-12-05T02:15:09,090 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466. 2024-12-05T02:15:09,090 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466. 2024-12-05T02:15:09,090 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466. after waiting 0 ms 2024-12-05T02:15:09,090 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466. 2024-12-05T02:15:09,090 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466. 2024-12-05T02:15:09,090 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2d81a27baa88285b81f8deb352ea9466: Waiting for close lock at 1733364909090Disabling compacts and flushes for region at 1733364909090Disabling writes for close at 1733364909090Writing region close event to WAL at 1733364909090Closed at 1733364909090 2024-12-05T02:15:09,091 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=97, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T02:15:09,092 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733364909091"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733364909091"}]},"ts":"1733364909091"} 2024-12-05T02:15:09,093 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T02:15:09,094 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=97, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T02:15:09,094 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733364909094"}]},"ts":"1733364909094"} 2024-12-05T02:15:09,095 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-05T02:15:09,095 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=98, ppid=97, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=2d81a27baa88285b81f8deb352ea9466, ASSIGN}] 2024-12-05T02:15:09,096 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=98, ppid=97, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=2d81a27baa88285b81f8deb352ea9466, ASSIGN 2024-12-05T02:15:09,096 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=98, ppid=97, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=2d81a27baa88285b81f8deb352ea9466, ASSIGN; state=OFFLINE, location=01bccfa882c7,46535,1733364817982; forceNewPlan=false, retain=false 2024-12-05T02:15:09,247 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=98 updating hbase:meta row=2d81a27baa88285b81f8deb352ea9466, regionState=OPENING, regionLocation=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:09,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=98, ppid=97, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=2d81a27baa88285b81f8deb352ea9466, ASSIGN because future has completed 2024-12-05T02:15:09,249 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=99, ppid=98, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982}] 2024-12-05T02:15:09,403 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466. 2024-12-05T02:15:09,403 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(7752): Opening region: {ENCODED => 2d81a27baa88285b81f8deb352ea9466, NAME => 'TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466.', STARTKEY => '', ENDKEY => ''} 2024-12-05T02:15:09,403 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 2d81a27baa88285b81f8deb352ea9466 2024-12-05T02:15:09,403 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:15:09,403 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(7794): checking encryption for 2d81a27baa88285b81f8deb352ea9466 2024-12-05T02:15:09,403 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(7797): checking classloading for 2d81a27baa88285b81f8deb352ea9466 2024-12-05T02:15:09,404 INFO [StoreOpener-2d81a27baa88285b81f8deb352ea9466-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 2d81a27baa88285b81f8deb352ea9466 2024-12-05T02:15:09,405 INFO [StoreOpener-2d81a27baa88285b81f8deb352ea9466-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-05T02:15:09,406 INFO [StoreOpener-2d81a27baa88285b81f8deb352ea9466-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2d81a27baa88285b81f8deb352ea9466 columnFamilyName A 2024-12-05T02:15:09,406 DEBUG [StoreOpener-2d81a27baa88285b81f8deb352ea9466-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:09,406 INFO [StoreOpener-2d81a27baa88285b81f8deb352ea9466-1 {}] regionserver.HStore(327): Store=2d81a27baa88285b81f8deb352ea9466/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:15:09,406 INFO [StoreOpener-2d81a27baa88285b81f8deb352ea9466-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 2d81a27baa88285b81f8deb352ea9466 2024-12-05T02:15:09,407 INFO [StoreOpener-2d81a27baa88285b81f8deb352ea9466-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-05T02:15:09,407 INFO [StoreOpener-2d81a27baa88285b81f8deb352ea9466-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2d81a27baa88285b81f8deb352ea9466 columnFamilyName B 2024-12-05T02:15:09,407 DEBUG [StoreOpener-2d81a27baa88285b81f8deb352ea9466-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:09,407 INFO [StoreOpener-2d81a27baa88285b81f8deb352ea9466-1 {}] regionserver.HStore(327): Store=2d81a27baa88285b81f8deb352ea9466/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:15:09,407 INFO [StoreOpener-2d81a27baa88285b81f8deb352ea9466-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 2d81a27baa88285b81f8deb352ea9466 2024-12-05T02:15:09,408 INFO [StoreOpener-2d81a27baa88285b81f8deb352ea9466-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-05T02:15:09,408 INFO [StoreOpener-2d81a27baa88285b81f8deb352ea9466-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2d81a27baa88285b81f8deb352ea9466 columnFamilyName C 2024-12-05T02:15:09,408 DEBUG [StoreOpener-2d81a27baa88285b81f8deb352ea9466-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:09,408 INFO [StoreOpener-2d81a27baa88285b81f8deb352ea9466-1 {}] regionserver.HStore(327): Store=2d81a27baa88285b81f8deb352ea9466/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:15:09,408 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466. 2024-12-05T02:15:09,409 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(1038): replaying wal for 2d81a27baa88285b81f8deb352ea9466 2024-12-05T02:15:09,409 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466 2024-12-05T02:15:09,409 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466 2024-12-05T02:15:09,410 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(1048): stopping wal replay for 2d81a27baa88285b81f8deb352ea9466 2024-12-05T02:15:09,410 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(1060): Cleaning up temporary data for 2d81a27baa88285b81f8deb352ea9466 2024-12-05T02:15:09,410 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-05T02:15:09,411 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(1093): writing seq id for 2d81a27baa88285b81f8deb352ea9466 2024-12-05T02:15:09,413 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T02:15:09,413 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(1114): Opened 2d81a27baa88285b81f8deb352ea9466; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75374232, jitterRate=0.12316358089447021}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-05T02:15:09,413 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2d81a27baa88285b81f8deb352ea9466 2024-12-05T02:15:09,414 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(1006): Region open journal for 2d81a27baa88285b81f8deb352ea9466: Running coprocessor pre-open hook at 1733364909403Writing region info on filesystem at 1733364909403Initializing all the Stores at 1733364909404 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733364909404Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733364909404Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733364909404Cleaning up temporary data from old regions at 1733364909410 (+6 ms)Running coprocessor post-open hooks at 1733364909413 (+3 ms)Region opened successfully at 1733364909413 2024-12-05T02:15:09,414 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., pid=99, masterSystemTime=1733364909400 2024-12-05T02:15:09,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-12-05T02:15:09,416 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466. 2024-12-05T02:15:09,416 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466. 2024-12-05T02:15:09,416 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=98 updating hbase:meta row=2d81a27baa88285b81f8deb352ea9466, regionState=OPEN, openSeqNum=2, regionLocation=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:09,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=99, ppid=98, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 because future has completed 2024-12-05T02:15:09,419 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=99, resume processing ppid=98 2024-12-05T02:15:09,419 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=99, ppid=98, state=SUCCESS, hasLock=false; OpenRegionProcedure 2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 in 169 msec 2024-12-05T02:15:09,421 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=98, resume processing ppid=97 2024-12-05T02:15:09,421 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=98, ppid=97, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=2d81a27baa88285b81f8deb352ea9466, ASSIGN in 324 msec 2024-12-05T02:15:09,421 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=97, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T02:15:09,422 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733364909421"}]},"ts":"1733364909421"} 2024-12-05T02:15:09,423 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-05T02:15:09,423 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=97, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T02:15:09,424 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=97, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1480 sec 2024-12-05T02:15:10,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-12-05T02:15:10,425 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-12-05T02:15:10,426 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15f86bdc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:15:10,426 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01bccfa882c7,46883,-1 for getting cluster id 2024-12-05T02:15:10,426 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T02:15:10,427 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f4680e86-0374-4026-812c-1fa73d2ae720' 2024-12-05T02:15:10,427 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T02:15:10,427 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f4680e86-0374-4026-812c-1fa73d2ae720" 2024-12-05T02:15:10,428 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bb47cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:15:10,428 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01bccfa882c7,46883,-1] 2024-12-05T02:15:10,428 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T02:15:10,428 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:15:10,429 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45698, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T02:15:10,429 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f3390ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:15:10,430 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T02:15:10,430 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01bccfa882c7,46535,1733364817982, seqNum=-1] 2024-12-05T02:15:10,430 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T02:15:10,431 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41796, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T02:15:10,432 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T02:15:10,433 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 01bccfa882c7,46883,1733364817299 2024-12-05T02:15:10,433 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@9510faa 2024-12-05T02:15:10,433 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T02:15:10,434 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45704, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T02:15:10,435 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-05T02:15:10,435 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T02:15:10,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] procedure2.ProcedureExecutor(1139): Stored pid=100, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-12-05T02:15:10,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742234_1410 (size=1097) 2024-12-05T02:15:10,846 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061 2024-12-05T02:15:10,846 INFO [PEWorker-5 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097 2024-12-05T02:15:10,848 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=101, ppid=100, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-05T02:15:10,850 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=102, ppid=101, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=2d81a27baa88285b81f8deb352ea9466, REOPEN/MOVE}] 2024-12-05T02:15:10,851 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=102, ppid=101, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=2d81a27baa88285b81f8deb352ea9466, REOPEN/MOVE 2024-12-05T02:15:10,852 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=102 updating hbase:meta row=2d81a27baa88285b81f8deb352ea9466, regionState=CLOSING, regionLocation=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:10,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=102, ppid=101, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=2d81a27baa88285b81f8deb352ea9466, REOPEN/MOVE because future has completed 2024-12-05T02:15:10,853 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-05T02:15:10,853 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=103, ppid=102, state=RUNNABLE, hasLock=false; CloseRegionProcedure 2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982}] 2024-12-05T02:15:11,005 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=103}] handler.UnassignRegionHandler(122): Close 2d81a27baa88285b81f8deb352ea9466 2024-12-05T02:15:11,005 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=103}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-05T02:15:11,005 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=103}] regionserver.HRegion(1722): Closing 2d81a27baa88285b81f8deb352ea9466, disabling compactions & flushes 2024-12-05T02:15:11,005 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=103}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466. 2024-12-05T02:15:11,006 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=103}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466. 2024-12-05T02:15:11,006 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=103}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466. after waiting 0 ms 2024-12-05T02:15:11,006 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=103}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466. 2024-12-05T02:15:11,009 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=103}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-05T02:15:11,009 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=103}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466. 2024-12-05T02:15:11,009 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=103}] regionserver.HRegion(1676): Region close journal for 2d81a27baa88285b81f8deb352ea9466: Waiting for close lock at 1733364911005Running coprocessor pre-close hooks at 1733364911005Disabling compacts and flushes for region at 1733364911005Disabling writes for close at 1733364911006 (+1 ms)Writing region close event to WAL at 1733364911006Running coprocessor post-close hooks at 1733364911009 (+3 ms)Closed at 1733364911009 2024-12-05T02:15:11,009 WARN [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=103}] regionserver.HRegionServer(3299): Not adding moved region record: 2d81a27baa88285b81f8deb352ea9466 to self. 2024-12-05T02:15:11,011 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=103}] handler.UnassignRegionHandler(157): Closed 2d81a27baa88285b81f8deb352ea9466 2024-12-05T02:15:11,011 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=102 updating hbase:meta row=2d81a27baa88285b81f8deb352ea9466, regionState=CLOSED 2024-12-05T02:15:11,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=103, ppid=102, state=RUNNABLE, hasLock=false; CloseRegionProcedure 2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 because future has completed 2024-12-05T02:15:11,014 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=103, resume processing ppid=102 2024-12-05T02:15:11,014 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=103, ppid=102, state=SUCCESS, hasLock=false; CloseRegionProcedure 2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 in 160 msec 2024-12-05T02:15:11,015 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=102, ppid=101, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=2d81a27baa88285b81f8deb352ea9466, REOPEN/MOVE; state=CLOSED, location=01bccfa882c7,46535,1733364817982; forceNewPlan=false, retain=true 2024-12-05T02:15:11,165 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=102 updating hbase:meta row=2d81a27baa88285b81f8deb352ea9466, regionState=OPENING, regionLocation=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:11,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=102, ppid=101, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=2d81a27baa88285b81f8deb352ea9466, REOPEN/MOVE because future has completed 2024-12-05T02:15:11,167 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=104, ppid=102, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982}] 2024-12-05T02:15:11,322 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466. 2024-12-05T02:15:11,322 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(7752): Opening region: {ENCODED => 2d81a27baa88285b81f8deb352ea9466, NAME => 'TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466.', STARTKEY => '', ENDKEY => ''} 2024-12-05T02:15:11,322 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 2d81a27baa88285b81f8deb352ea9466 2024-12-05T02:15:11,322 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:15:11,322 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(7794): checking encryption for 2d81a27baa88285b81f8deb352ea9466 2024-12-05T02:15:11,322 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(7797): checking classloading for 2d81a27baa88285b81f8deb352ea9466 2024-12-05T02:15:11,323 INFO [StoreOpener-2d81a27baa88285b81f8deb352ea9466-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 2d81a27baa88285b81f8deb352ea9466 2024-12-05T02:15:11,324 INFO [StoreOpener-2d81a27baa88285b81f8deb352ea9466-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-05T02:15:11,324 INFO [StoreOpener-2d81a27baa88285b81f8deb352ea9466-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2d81a27baa88285b81f8deb352ea9466 columnFamilyName A 2024-12-05T02:15:11,325 DEBUG [StoreOpener-2d81a27baa88285b81f8deb352ea9466-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:11,326 INFO [StoreOpener-2d81a27baa88285b81f8deb352ea9466-1 {}] regionserver.HStore(327): Store=2d81a27baa88285b81f8deb352ea9466/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:15:11,326 INFO [StoreOpener-2d81a27baa88285b81f8deb352ea9466-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 2d81a27baa88285b81f8deb352ea9466 2024-12-05T02:15:11,326 INFO [StoreOpener-2d81a27baa88285b81f8deb352ea9466-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-05T02:15:11,326 INFO [StoreOpener-2d81a27baa88285b81f8deb352ea9466-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2d81a27baa88285b81f8deb352ea9466 columnFamilyName B 2024-12-05T02:15:11,326 DEBUG [StoreOpener-2d81a27baa88285b81f8deb352ea9466-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:11,327 INFO [StoreOpener-2d81a27baa88285b81f8deb352ea9466-1 {}] regionserver.HStore(327): Store=2d81a27baa88285b81f8deb352ea9466/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:15:11,327 INFO [StoreOpener-2d81a27baa88285b81f8deb352ea9466-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 2d81a27baa88285b81f8deb352ea9466 2024-12-05T02:15:11,327 INFO [StoreOpener-2d81a27baa88285b81f8deb352ea9466-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-05T02:15:11,327 INFO [StoreOpener-2d81a27baa88285b81f8deb352ea9466-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2d81a27baa88285b81f8deb352ea9466 columnFamilyName C 2024-12-05T02:15:11,327 DEBUG [StoreOpener-2d81a27baa88285b81f8deb352ea9466-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:11,328 INFO [StoreOpener-2d81a27baa88285b81f8deb352ea9466-1 {}] regionserver.HStore(327): Store=2d81a27baa88285b81f8deb352ea9466/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:15:11,328 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466. 2024-12-05T02:15:11,328 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(1038): replaying wal for 2d81a27baa88285b81f8deb352ea9466 2024-12-05T02:15:11,328 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466 2024-12-05T02:15:11,329 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466 2024-12-05T02:15:11,330 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(1048): stopping wal replay for 2d81a27baa88285b81f8deb352ea9466 2024-12-05T02:15:11,330 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(1060): Cleaning up temporary data for 2d81a27baa88285b81f8deb352ea9466 2024-12-05T02:15:11,330 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-05T02:15:11,331 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(1093): writing seq id for 2d81a27baa88285b81f8deb352ea9466 2024-12-05T02:15:11,332 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(1114): Opened 2d81a27baa88285b81f8deb352ea9466; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64803926, jitterRate=-0.03434625267982483}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-05T02:15:11,332 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2d81a27baa88285b81f8deb352ea9466 2024-12-05T02:15:11,333 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(1006): Region open journal for 2d81a27baa88285b81f8deb352ea9466: Running coprocessor pre-open hook at 1733364911322Writing region info on filesystem at 1733364911322Initializing all the Stores at 1733364911323 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733364911323Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733364911323Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733364911323Cleaning up temporary data from old regions at 1733364911330 (+7 ms)Running coprocessor post-open hooks at 1733364911332 (+2 ms)Region opened successfully at 1733364911333 (+1 ms) 2024-12-05T02:15:11,334 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., pid=104, masterSystemTime=1733364911319 2024-12-05T02:15:11,335 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466. 2024-12-05T02:15:11,335 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466. 2024-12-05T02:15:11,336 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=102 updating hbase:meta row=2d81a27baa88285b81f8deb352ea9466, regionState=OPEN, openSeqNum=5, regionLocation=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:11,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=104, ppid=102, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 because future has completed 2024-12-05T02:15:11,339 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=104, resume processing ppid=102 2024-12-05T02:15:11,339 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=104, ppid=102, state=SUCCESS, hasLock=false; OpenRegionProcedure 2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 in 171 msec 2024-12-05T02:15:11,340 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=102, resume processing ppid=101 2024-12-05T02:15:11,340 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=102, ppid=101, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=2d81a27baa88285b81f8deb352ea9466, REOPEN/MOVE in 489 msec 2024-12-05T02:15:11,342 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=101, resume processing ppid=100 2024-12-05T02:15:11,342 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=101, ppid=100, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 493 msec 2024-12-05T02:15:11,344 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=100, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 908 msec 2024-12-05T02:15:11,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=100 2024-12-05T02:15:11,345 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-12-05T02:15:11,345 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a739f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:15:11,346 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01bccfa882c7,46883,-1 for getting cluster id 2024-12-05T02:15:11,346 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T02:15:11,346 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f4680e86-0374-4026-812c-1fa73d2ae720' 2024-12-05T02:15:11,347 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T02:15:11,347 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f4680e86-0374-4026-812c-1fa73d2ae720" 2024-12-05T02:15:11,347 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@356ec962, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:15:11,347 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01bccfa882c7,46883,-1] 2024-12-05T02:15:11,347 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T02:15:11,347 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:15:11,348 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58982, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T02:15:11,348 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5be95da0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:15:11,349 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@87fd48f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:15:11,349 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01bccfa882c7,46883,-1 for getting cluster id 2024-12-05T02:15:11,349 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T02:15:11,350 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f4680e86-0374-4026-812c-1fa73d2ae720' 2024-12-05T02:15:11,350 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T02:15:11,350 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f4680e86-0374-4026-812c-1fa73d2ae720" 2024-12-05T02:15:11,350 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19aa4ebd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:15:11,350 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01bccfa882c7,46883,-1] 2024-12-05T02:15:11,350 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T02:15:11,350 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:15:11,351 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59000, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T02:15:11,351 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61672866, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:15:11,352 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f0bd6a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:15:11,352 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01bccfa882c7,46883,-1 for getting cluster id 2024-12-05T02:15:11,352 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T02:15:11,352 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f4680e86-0374-4026-812c-1fa73d2ae720' 2024-12-05T02:15:11,353 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T02:15:11,353 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f4680e86-0374-4026-812c-1fa73d2ae720" 2024-12-05T02:15:11,353 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65bdfd4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:15:11,353 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01bccfa882c7,46883,-1] 2024-12-05T02:15:11,353 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T02:15:11,353 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:15:11,354 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59008, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T02:15:11,354 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a277bd6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:15:11,354 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72c86b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:15:11,354 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01bccfa882c7,46883,-1 for getting cluster id 2024-12-05T02:15:11,355 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T02:15:11,355 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f4680e86-0374-4026-812c-1fa73d2ae720' 2024-12-05T02:15:11,355 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T02:15:11,355 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f4680e86-0374-4026-812c-1fa73d2ae720" 2024-12-05T02:15:11,355 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74d31a92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:15:11,355 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01bccfa882c7,46883,-1] 2024-12-05T02:15:11,356 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T02:15:11,356 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:15:11,356 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59030, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T02:15:11,357 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39517177, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:15:11,357 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35aa2c8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:15:11,357 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01bccfa882c7,46883,-1 for getting cluster id 2024-12-05T02:15:11,357 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T02:15:11,358 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f4680e86-0374-4026-812c-1fa73d2ae720' 2024-12-05T02:15:11,358 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T02:15:11,358 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f4680e86-0374-4026-812c-1fa73d2ae720" 2024-12-05T02:15:11,358 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20d54dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:15:11,358 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01bccfa882c7,46883,-1] 2024-12-05T02:15:11,358 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T02:15:11,359 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:15:11,359 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59044, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T02:15:11,360 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@99989f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:15:11,360 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c9deaeb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:15:11,360 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01bccfa882c7,46883,-1 for getting cluster id 2024-12-05T02:15:11,360 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T02:15:11,361 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f4680e86-0374-4026-812c-1fa73d2ae720' 2024-12-05T02:15:11,361 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T02:15:11,361 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f4680e86-0374-4026-812c-1fa73d2ae720" 2024-12-05T02:15:11,361 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@195e9331, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:15:11,361 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01bccfa882c7,46883,-1] 2024-12-05T02:15:11,361 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T02:15:11,361 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:15:11,362 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59050, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T02:15:11,362 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1edf173, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:15:11,363 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33f8ca2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:15:11,363 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01bccfa882c7,46883,-1 for getting cluster id 2024-12-05T02:15:11,363 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T02:15:11,363 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f4680e86-0374-4026-812c-1fa73d2ae720' 2024-12-05T02:15:11,363 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T02:15:11,364 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f4680e86-0374-4026-812c-1fa73d2ae720" 2024-12-05T02:15:11,364 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@751e7633, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:15:11,364 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01bccfa882c7,46883,-1] 2024-12-05T02:15:11,364 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T02:15:11,364 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:15:11,364 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59068, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T02:15:11,365 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@775bb60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:15:11,365 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1515ed5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:15:11,365 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01bccfa882c7,46883,-1 for getting cluster id 2024-12-05T02:15:11,365 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T02:15:11,366 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f4680e86-0374-4026-812c-1fa73d2ae720' 2024-12-05T02:15:11,366 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T02:15:11,366 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f4680e86-0374-4026-812c-1fa73d2ae720" 2024-12-05T02:15:11,366 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d9fee29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:15:11,366 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01bccfa882c7,46883,-1] 2024-12-05T02:15:11,366 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T02:15:11,367 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:15:11,367 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59094, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T02:15:11,368 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c7c6fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:15:11,368 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d10c554, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:15:11,368 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01bccfa882c7,46883,-1 for getting cluster id 2024-12-05T02:15:11,368 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T02:15:11,369 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f4680e86-0374-4026-812c-1fa73d2ae720' 2024-12-05T02:15:11,369 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T02:15:11,369 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f4680e86-0374-4026-812c-1fa73d2ae720" 2024-12-05T02:15:11,369 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74c59f04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:15:11,369 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01bccfa882c7,46883,-1] 2024-12-05T02:15:11,369 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T02:15:11,369 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:15:11,370 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59108, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T02:15:11,370 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c054fea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:15:11,371 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26b7b919, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:15:11,371 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01bccfa882c7,46883,-1 for getting cluster id 2024-12-05T02:15:11,371 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T02:15:11,371 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f4680e86-0374-4026-812c-1fa73d2ae720' 2024-12-05T02:15:11,372 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T02:15:11,372 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f4680e86-0374-4026-812c-1fa73d2ae720" 2024-12-05T02:15:11,372 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c7c76b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:15:11,372 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01bccfa882c7,46883,-1] 2024-12-05T02:15:11,372 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T02:15:11,372 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:15:11,373 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59128, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T02:15:11,373 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dc2606, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:15:11,374 DEBUG [Thread-1827 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T02:15:11,374 DEBUG [Thread-1840 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T02:15:11,374 DEBUG [Thread-1838 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T02:15:11,374 DEBUG [Thread-1833 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T02:15:11,374 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46883 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T02:15:11,375 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01bccfa882c7,46535,1733364817982, seqNum=-1] 2024-12-05T02:15:11,375 DEBUG [Thread-1846 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T02:15:11,375 DEBUG [Thread-1844 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T02:15:11,375 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01bccfa882c7,46535,1733364817982, seqNum=-1] 2024-12-05T02:15:11,375 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T02:15:11,375 DEBUG [Thread-1835 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T02:15:11,375 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01bccfa882c7,46535,1733364817982, seqNum=-1] 2024-12-05T02:15:11,375 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T02:15:11,375 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T02:15:11,375 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01bccfa882c7,46535,1733364817982, seqNum=-1] 2024-12-05T02:15:11,376 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01bccfa882c7,46535,1733364817982, seqNum=-1] 2024-12-05T02:15:11,376 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T02:15:11,376 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T02:15:11,376 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01bccfa882c7,46535,1733364817982, seqNum=-1] 2024-12-05T02:15:11,376 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46704, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T02:15:11,376 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T02:15:11,376 DEBUG [Thread-1831 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T02:15:11,377 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46712, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T02:15:11,377 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01bccfa882c7,46535,1733364817982, seqNum=-1] 2024-12-05T02:15:11,377 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46706, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T02:15:11,377 DEBUG [Thread-1829 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T02:15:11,377 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T02:15:11,377 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46724, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T02:15:11,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46883 {}] procedure2.ProcedureExecutor(1139): Stored pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees 2024-12-05T02:15:11,377 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01bccfa882c7,46535,1733364817982, seqNum=-1] 2024-12-05T02:15:11,378 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T02:15:11,378 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46730, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T02:15:11,378 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46734, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T02:15:11,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-12-05T02:15:11,378 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46748, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T02:15:11,378 DEBUG [Thread-1842 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T02:15:11,378 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T02:15:11,379 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46756, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T02:15:11,379 DEBUG [Thread-1831 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01bccfa882c7,46535,1733364817982, seqNum=-1] 2024-12-05T02:15:11,379 DEBUG [Thread-1831 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T02:15:11,379 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T02:15:11,379 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01bccfa882c7,46535,1733364817982, seqNum=-1] 2024-12-05T02:15:11,379 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=106, ppid=105, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T02:15:11,379 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5] 2024-12-05T02:15:11,379 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T02:15:11,379 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5] 2024-12-05T02:15:11,380 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46760, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T02:15:11,380 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46776, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T02:15:11,381 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5] 2024-12-05T02:15:11,382 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5] 2024-12-05T02:15:11,382 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5] 2024-12-05T02:15:11,382 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5] 2024-12-05T02:15:11,383 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5] 2024-12-05T02:15:11,384 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5] 2024-12-05T02:15:11,384 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5] 2024-12-05T02:15:11,384 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5] 2024-12-05T02:15:11,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(8855): Flush requested on 2d81a27baa88285b81f8deb352ea9466 2024-12-05T02:15:11,392 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2d81a27baa88285b81f8deb352ea9466 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-05T02:15:11,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d81a27baa88285b81f8deb352ea9466, store=A 2024-12-05T02:15:11,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:15:11,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d81a27baa88285b81f8deb352ea9466, store=B 2024-12-05T02:15:11,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:15:11,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d81a27baa88285b81f8deb352ea9466, store=C 2024-12-05T02:15:11,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:15:11,426 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205e5fd0ceb9cc04ff2b1689123ba1ed709_2d81a27baa88285b81f8deb352ea9466 is 50, key is test_row_0/A:col10/1733364911390/Put/seqid=0 2024-12-05T02:15:11,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742235_1411 (size=17034) 2024-12-05T02:15:11,449 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:11,450 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1733364911420, max timestamp=1733364911446Num uniques 859; 2024-12-05T02:15:11,450 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1733364911420, max timestamp=1733364911446Num uniques 859; 2024-12-05T02:15:11,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46724 deadline: 1733364971436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:11,450 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-12-05T02:15:11,450 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-12-05T02:15:11,450 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:11,450 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:11,450 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:11,452 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1733364911430, max timestamp=1733364911446Num uniques 859; 2024-12-05T02:15:11,452 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=6870, suffix heap size=117064,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150 2024-12-05T02:15:11,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-12-05T02:15:11,486 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:11,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46756 deadline: 1733364971482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:11,487 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:11,487 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:11,487 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:11,498 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:11,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46704 deadline: 1733364971483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:11,499 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:11,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46760 deadline: 1733364971484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:11,499 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:11,499 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:11,499 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:11,499 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:11,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46734 deadline: 1733364971487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:11,500 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:11,500 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:11,500 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:11,500 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:11,500 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:11,500 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:11,533 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-12-05T02:15:11,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466. 2024-12-05T02:15:11,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466. as already flushing 2024-12-05T02:15:11,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466. 2024-12-05T02:15:11,534 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 2d81a27baa88285b81f8deb352ea9466, NAME => 'TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:11,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 2d81a27baa88285b81f8deb352ea9466, NAME => 'TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:11,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d81a27baa88285b81f8deb352ea9466, NAME => 'TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d81a27baa88285b81f8deb352ea9466, NAME => 'TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:11,563 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:11,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46724 deadline: 1733364971555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:11,564 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:11,564 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:11,564 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:11,605 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:11,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46756 deadline: 1733364971594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:11,605 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:11,605 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:11,606 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:11,606 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:11,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46704 deadline: 1733364971604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:11,607 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:11,607 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:11,607 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:11,607 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:11,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46760 deadline: 1733364971604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:11,607 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:11,607 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:11,607 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:11,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46734 deadline: 1733364971605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:11,607 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:11,608 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:11,608 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:11,608 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:11,687 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-12-05T02:15:11,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466. 2024-12-05T02:15:11,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466. as already flushing 2024-12-05T02:15:11,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466. 2024-12-05T02:15:11,688 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 2d81a27baa88285b81f8deb352ea9466, NAME => 'TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:11,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 2d81a27baa88285b81f8deb352ea9466, NAME => 'TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:11,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d81a27baa88285b81f8deb352ea9466, NAME => 'TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d81a27baa88285b81f8deb352ea9466, NAME => 'TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:11,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-12-05T02:15:11,783 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:11,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46724 deadline: 1733364971774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:11,784 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:11,784 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:11,784 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:11,824 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:11,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46756 deadline: 1733364971815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:11,824 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:11,824 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:11,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46760 deadline: 1733364971815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:11,824 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:11,824 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:11,825 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:11,825 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:11,825 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:11,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46734 deadline: 1733364971815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:11,825 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:11,825 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:11,825 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:11,825 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:11,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46704 deadline: 1733364971815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:11,825 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:11,825 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:11,825 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:11,825 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:11,841 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-12-05T02:15:11,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466. 2024-12-05T02:15:11,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466. as already flushing 2024-12-05T02:15:11,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466. 2024-12-05T02:15:11,841 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 2d81a27baa88285b81f8deb352ea9466, NAME => 'TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:11,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 2d81a27baa88285b81f8deb352ea9466, NAME => 'TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:11,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d81a27baa88285b81f8deb352ea9466, NAME => 'TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d81a27baa88285b81f8deb352ea9466, NAME => 'TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:11,845 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:11,849 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205e5fd0ceb9cc04ff2b1689123ba1ed709_2d81a27baa88285b81f8deb352ea9466 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205e5fd0ceb9cc04ff2b1689123ba1ed709_2d81a27baa88285b81f8deb352ea9466 2024-12-05T02:15:11,850 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/A/36166b4ba90f4c9a907f1b56d5764dd4, store: [table=TestAcidGuarantees family=A region=2d81a27baa88285b81f8deb352ea9466] 2024-12-05T02:15:11,851 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/A/36166b4ba90f4c9a907f1b56d5764dd4 is 175, key is test_row_0/A:col10/1733364911390/Put/seqid=0 2024-12-05T02:15:11,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742236_1412 (size=48139) 2024-12-05T02:15:11,997 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-12-05T02:15:11,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466. 2024-12-05T02:15:11,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466. as already flushing 2024-12-05T02:15:11,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466. 2024-12-05T02:15:11,997 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 2d81a27baa88285b81f8deb352ea9466, NAME => 'TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:11,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 2d81a27baa88285b81f8deb352ea9466, NAME => 'TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:11,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d81a27baa88285b81f8deb352ea9466, NAME => 'TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d81a27baa88285b81f8deb352ea9466, NAME => 'TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:12,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-12-05T02:15:12,104 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:12,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46724 deadline: 1733364972094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:12,105 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:12,105 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:12,105 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:12,144 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:12,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46756 deadline: 1733364972134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:12,145 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:12,145 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:12,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46760 deadline: 1733364972134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:12,145 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:12,145 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:12,145 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:12,145 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:12,145 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:12,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46704 deadline: 1733364972134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:12,145 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:12,145 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:12,145 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:12,145 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:12,146 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:12,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46734 deadline: 1733364972134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:12,146 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:12,146 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:12,146 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:12,150 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-12-05T02:15:12,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466. 2024-12-05T02:15:12,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466. as already flushing 2024-12-05T02:15:12,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466. 2024-12-05T02:15:12,151 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 2d81a27baa88285b81f8deb352ea9466, NAME => 'TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:12,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 2d81a27baa88285b81f8deb352ea9466, NAME => 'TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:12,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d81a27baa88285b81f8deb352ea9466, NAME => 'TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d81a27baa88285b81f8deb352ea9466, NAME => 'TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:12,261 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/A/36166b4ba90f4c9a907f1b56d5764dd4 2024-12-05T02:15:12,280 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/B/f8c8046f1c7a4337ba8d69bd6be15d65 is 50, key is test_row_0/B:col10/1733364911390/Put/seqid=0 2024-12-05T02:15:12,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742237_1413 (size=12001) 2024-12-05T02:15:12,302 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-12-05T02:15:12,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466. 2024-12-05T02:15:12,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466. as already flushing 2024-12-05T02:15:12,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466. 2024-12-05T02:15:12,303 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 2d81a27baa88285b81f8deb352ea9466, NAME => 'TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:12,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 2d81a27baa88285b81f8deb352ea9466, NAME => 'TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:12,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d81a27baa88285b81f8deb352ea9466, NAME => 'TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d81a27baa88285b81f8deb352ea9466, NAME => 'TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:12,454 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-12-05T02:15:12,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466. 2024-12-05T02:15:12,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466. as already flushing 2024-12-05T02:15:12,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466. 2024-12-05T02:15:12,455 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 2d81a27baa88285b81f8deb352ea9466, NAME => 'TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:12,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 2d81a27baa88285b81f8deb352ea9466, NAME => 'TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:12,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d81a27baa88285b81f8deb352ea9466, NAME => 'TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d81a27baa88285b81f8deb352ea9466, NAME => 'TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:12,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-12-05T02:15:12,608 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-12-05T02:15:12,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466. 2024-12-05T02:15:12,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466. as already flushing 2024-12-05T02:15:12,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466. 2024-12-05T02:15:12,608 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 2d81a27baa88285b81f8deb352ea9466, NAME => 'TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:12,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 2d81a27baa88285b81f8deb352ea9466, NAME => 'TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:12,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d81a27baa88285b81f8deb352ea9466, NAME => 'TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d81a27baa88285b81f8deb352ea9466, NAME => 'TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:12,625 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:12,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46724 deadline: 1733364972614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:12,625 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:12,625 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:12,625 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:12,658 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:12,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46756 deadline: 1733364972655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:12,658 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:12,658 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:12,658 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:12,658 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:12,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46704 deadline: 1733364972655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:12,659 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:12,659 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:12,659 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:12,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46760 deadline: 1733364972655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:12,659 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:12,659 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:12,659 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:12,659 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:12,666 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:12,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46734 deadline: 1733364972655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:12,666 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:12,666 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:12,666 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:12,684 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/B/f8c8046f1c7a4337ba8d69bd6be15d65 2024-12-05T02:15:12,708 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/C/9ce46362beb64d059be132310731c9dc is 50, key is test_row_0/C:col10/1733364911390/Put/seqid=0 2024-12-05T02:15:12,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742238_1414 (size=12001) 2024-12-05T02:15:12,761 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-12-05T02:15:12,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466. 2024-12-05T02:15:12,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466. as already flushing 2024-12-05T02:15:12,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466. 2024-12-05T02:15:12,761 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 2d81a27baa88285b81f8deb352ea9466, NAME => 'TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:12,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 2d81a27baa88285b81f8deb352ea9466, NAME => 'TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:12,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d81a27baa88285b81f8deb352ea9466, NAME => 'TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d81a27baa88285b81f8deb352ea9466, NAME => 'TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:12,914 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-12-05T02:15:12,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466. 2024-12-05T02:15:12,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466. as already flushing 2024-12-05T02:15:12,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466. 2024-12-05T02:15:12,914 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 2d81a27baa88285b81f8deb352ea9466, NAME => 'TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:12,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 2d81a27baa88285b81f8deb352ea9466, NAME => 'TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:12,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d81a27baa88285b81f8deb352ea9466, NAME => 'TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d81a27baa88285b81f8deb352ea9466, NAME => 'TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:13,036 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-05T02:15:13,067 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-12-05T02:15:13,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466. 2024-12-05T02:15:13,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466. as already flushing 2024-12-05T02:15:13,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466. 2024-12-05T02:15:13,068 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 2d81a27baa88285b81f8deb352ea9466, NAME => 'TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:13,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 2d81a27baa88285b81f8deb352ea9466, NAME => 'TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:13,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d81a27baa88285b81f8deb352ea9466, NAME => 'TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d81a27baa88285b81f8deb352ea9466, NAME => 'TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:13,112 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/C/9ce46362beb64d059be132310731c9dc 2024-12-05T02:15:13,116 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/A/36166b4ba90f4c9a907f1b56d5764dd4 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/A/36166b4ba90f4c9a907f1b56d5764dd4 2024-12-05T02:15:13,119 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/A/36166b4ba90f4c9a907f1b56d5764dd4, entries=250, sequenceid=15, filesize=47.0 K 2024-12-05T02:15:13,120 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/B/f8c8046f1c7a4337ba8d69bd6be15d65 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/B/f8c8046f1c7a4337ba8d69bd6be15d65 2024-12-05T02:15:13,124 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/B/f8c8046f1c7a4337ba8d69bd6be15d65, entries=150, sequenceid=15, filesize=11.7 K 2024-12-05T02:15:13,124 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/C/9ce46362beb64d059be132310731c9dc as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/C/9ce46362beb64d059be132310731c9dc 2024-12-05T02:15:13,127 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/C/9ce46362beb64d059be132310731c9dc, entries=150, sequenceid=15, filesize=11.7 K 2024-12-05T02:15:13,128 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.08 KB/130125 for 2d81a27baa88285b81f8deb352ea9466 in 1736ms, sequenceid=15, compaction requested=false 2024-12-05T02:15:13,128 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2d81a27baa88285b81f8deb352ea9466: 2024-12-05T02:15:13,221 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-12-05T02:15:13,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466. 2024-12-05T02:15:13,221 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2902): Flushing 2d81a27baa88285b81f8deb352ea9466 3/3 column families, dataSize=127.08 KB heapSize=354.77 KB 2024-12-05T02:15:13,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d81a27baa88285b81f8deb352ea9466, store=A 2024-12-05T02:15:13,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T02:15:13,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d81a27baa88285b81f8deb352ea9466, store=B 2024-12-05T02:15:13,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T02:15:13,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d81a27baa88285b81f8deb352ea9466, store=C 2024-12-05T02:15:13,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T02:15:13,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205dd69af0f57434b1bae64147fcfb1b9f3_2d81a27baa88285b81f8deb352ea9466 is 50, key is test_row_0/A:col10/1733364911480/Put/seqid=0 2024-12-05T02:15:13,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742239_1415 (size=12154) 2024-12-05T02:15:13,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-12-05T02:15:13,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:13,641 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205dd69af0f57434b1bae64147fcfb1b9f3_2d81a27baa88285b81f8deb352ea9466 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205dd69af0f57434b1bae64147fcfb1b9f3_2d81a27baa88285b81f8deb352ea9466 2024-12-05T02:15:13,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/A/290bb3ba34b64af582a2117f12eecdc9, store: [table=TestAcidGuarantees family=A region=2d81a27baa88285b81f8deb352ea9466] 2024-12-05T02:15:13,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/A/290bb3ba34b64af582a2117f12eecdc9 is 175, key is test_row_0/A:col10/1733364911480/Put/seqid=0 2024-12-05T02:15:13,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742240_1416 (size=30955) 2024-12-05T02:15:13,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(8855): Flush requested on 2d81a27baa88285b81f8deb352ea9466 2024-12-05T02:15:13,652 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466. as already flushing 2024-12-05T02:15:13,687 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:13,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46704 deadline: 1733364973678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:13,688 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:13,688 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:13,688 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:13,695 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:13,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46756 deadline: 1733364973680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:13,695 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:13,695 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:13,695 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:13,695 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:13,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46760 deadline: 1733364973681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:13,696 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:13,696 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:13,696 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:13,696 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:13,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46734 deadline: 1733364973682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:13,696 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:13,696 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:13,696 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:13,696 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:13,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46724 deadline: 1733364973685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:13,696 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:13,697 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:13,697 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:13,805 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:13,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46704 deadline: 1733364973794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:13,806 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:13,806 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:13,806 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:13,808 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:13,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46756 deadline: 1733364973805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:13,808 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:13,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46760 deadline: 1733364973805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:13,808 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:13,808 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:13,808 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:13,809 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:13,809 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:13,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46734 deadline: 1733364973805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:13,809 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:13,809 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:13,809 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:13,809 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:13,809 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:13,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46724 deadline: 1733364973805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:13,809 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:13,809 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:13,809 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:13,809 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:14,028 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:14,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46704 deadline: 1733364974014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:14,028 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:14,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46756 deadline: 1733364974015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:14,028 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:14,028 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:14,028 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:14,028 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:14,028 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:14,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46760 deadline: 1733364974015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:14,029 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:14,029 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:14,029 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:14,029 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:14,029 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:14,029 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:14,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46734 deadline: 1733364974015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:14,029 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:14,029 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:14,029 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:14,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46724 deadline: 1733364974015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:14,029 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:14,029 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:14,029 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:14,029 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:14,046 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=49, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/A/290bb3ba34b64af582a2117f12eecdc9 2024-12-05T02:15:14,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/B/a9d42176a04b47ff9d22d0d0bab50db0 is 50, key is test_row_0/B:col10/1733364911480/Put/seqid=0 2024-12-05T02:15:14,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742241_1417 (size=12001) 2024-12-05T02:15:14,059 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/B/a9d42176a04b47ff9d22d0d0bab50db0 2024-12-05T02:15:14,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/C/feeec830a3dc414180d1a666ca346988 is 50, key is test_row_0/C:col10/1733364911480/Put/seqid=0 2024-12-05T02:15:14,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742242_1418 (size=12001) 2024-12-05T02:15:14,338 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:14,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46704 deadline: 1733364974335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:14,339 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:14,339 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:14,339 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:14,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46756 deadline: 1733364974335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:14,339 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:14,339 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:14,339 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:14,339 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:14,339 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:14,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46734 deadline: 1733364974335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:14,340 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:14,340 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:14,340 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:14,340 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:14,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46760 deadline: 1733364974335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:14,340 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:14,340 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:14,340 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:14,346 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:14,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46724 deadline: 1733364974335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:14,346 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:14,347 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:14,347 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:14,471 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=37.62 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/C/feeec830a3dc414180d1a666ca346988 2024-12-05T02:15:14,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/A/290bb3ba34b64af582a2117f12eecdc9 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/A/290bb3ba34b64af582a2117f12eecdc9 2024-12-05T02:15:14,478 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/A/290bb3ba34b64af582a2117f12eecdc9, entries=150, sequenceid=49, filesize=30.2 K 2024-12-05T02:15:14,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/B/a9d42176a04b47ff9d22d0d0bab50db0 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/B/a9d42176a04b47ff9d22d0d0bab50db0 2024-12-05T02:15:14,482 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/B/a9d42176a04b47ff9d22d0d0bab50db0, entries=150, sequenceid=49, filesize=11.7 K 2024-12-05T02:15:14,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/C/feeec830a3dc414180d1a666ca346988 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/C/feeec830a3dc414180d1a666ca346988 2024-12-05T02:15:14,487 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/C/feeec830a3dc414180d1a666ca346988, entries=150, sequenceid=49, filesize=11.7 K 2024-12-05T02:15:14,488 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(3140): Finished flush of dataSize ~127.08 KB/130125, heapSize ~354.73 KB/363240, currentSize=53.67 KB/54960 for 2d81a27baa88285b81f8deb352ea9466 in 1267ms, sequenceid=49, compaction requested=false 2024-12-05T02:15:14,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2603): Flush status journal for 2d81a27baa88285b81f8deb352ea9466: 2024-12-05T02:15:14,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466. 2024-12-05T02:15:14,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=106 2024-12-05T02:15:14,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46883 {}] master.HMaster(4169): Remote procedure done, pid=106 2024-12-05T02:15:14,492 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=106, resume processing ppid=105 2024-12-05T02:15:14,492 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=106, ppid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.1110 sec 2024-12-05T02:15:14,494 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees in 3.1190 sec 2024-12-05T02:15:14,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(8855): Flush requested on 2d81a27baa88285b81f8deb352ea9466 2024-12-05T02:15:14,850 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2d81a27baa88285b81f8deb352ea9466 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-12-05T02:15:14,850 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d81a27baa88285b81f8deb352ea9466, store=A 2024-12-05T02:15:14,850 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:15:14,850 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d81a27baa88285b81f8deb352ea9466, store=B 2024-12-05T02:15:14,850 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:15:14,850 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d81a27baa88285b81f8deb352ea9466, store=C 2024-12-05T02:15:14,850 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:15:14,858 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412057a488b2f3b154dc6a49e90af11ca70e9_2d81a27baa88285b81f8deb352ea9466 is 50, key is test_row_0/A:col10/1733364914849/Put/seqid=0 2024-12-05T02:15:14,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742243_1419 (size=14594) 2024-12-05T02:15:14,864 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:14,868 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412057a488b2f3b154dc6a49e90af11ca70e9_2d81a27baa88285b81f8deb352ea9466 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412057a488b2f3b154dc6a49e90af11ca70e9_2d81a27baa88285b81f8deb352ea9466 2024-12-05T02:15:14,869 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/A/c584ccac21d94db5a28d6675b7e52861, store: [table=TestAcidGuarantees family=A region=2d81a27baa88285b81f8deb352ea9466] 2024-12-05T02:15:14,870 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/A/c584ccac21d94db5a28d6675b7e52861 is 175, key is test_row_0/A:col10/1733364914849/Put/seqid=0 2024-12-05T02:15:14,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742244_1420 (size=39549) 2024-12-05T02:15:14,894 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:14,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46724 deadline: 1733364974880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:14,894 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:14,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46704 deadline: 1733364974882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:14,894 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:14,894 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:14,894 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:14,894 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:14,894 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:14,894 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:14,896 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:14,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46760 deadline: 1733364974883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:14,896 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:14,896 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:14,896 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:14,896 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:14,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46756 deadline: 1733364974884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:14,897 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:14,897 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:14,897 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:14,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46734 deadline: 1733364974890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:14,897 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:14,897 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:14,897 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:14,897 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:15,015 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:15,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46724 deadline: 1733364975004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:15,015 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:15,015 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:15,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46704 deadline: 1733364975004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:15,015 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:15,015 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:15,015 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:15,016 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:15,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46760 deadline: 1733364975004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:15,016 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:15,016 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:15,016 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:15,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46756 deadline: 1733364975004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:15,016 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:15,016 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:15,016 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:15,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46734 deadline: 1733364975004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:15,016 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:15,016 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:15,016 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:15,016 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:15,017 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:15,017 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:15,017 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:15,229 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:15,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46724 deadline: 1733364975224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:15,229 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:15,230 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:15,230 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:15,230 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:15,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46704 deadline: 1733364975224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:15,230 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:15,230 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:15,230 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:15,230 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:15,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46760 deadline: 1733364975225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:15,230 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:15,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46756 deadline: 1733364975225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:15,230 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:15,230 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:15,230 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:15,230 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:15,230 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:15,230 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:15,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46734 deadline: 1733364975225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:15,230 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:15,231 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:15,231 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:15,231 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:15,273 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=61, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/A/c584ccac21d94db5a28d6675b7e52861 2024-12-05T02:15:15,280 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/B/3edf45221fcb4ab99fede63cef9d9daa is 50, key is test_row_0/B:col10/1733364914849/Put/seqid=0 2024-12-05T02:15:15,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742245_1421 (size=12001) 2024-12-05T02:15:15,545 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:15,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46704 deadline: 1733364975535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:15,546 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:15,546 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:15,546 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:15,546 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:15,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46760 deadline: 1733364975535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:15,546 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:15,546 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:15,546 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:15,546 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:15,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46734 deadline: 1733364975535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:15,547 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:15,547 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:15,547 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:15,547 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:15,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46724 deadline: 1733364975535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:15,548 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:15,548 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:15,548 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:15,548 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:15,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46756 deadline: 1733364975535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:15,549 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:15,549 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:15,549 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:15,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-12-05T02:15:15,556 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-05T02:15:15,556 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46883 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T02:15:15,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46883 {}] procedure2.ProcedureExecutor(1139): Stored pid=107, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees 2024-12-05T02:15:15,560 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=107, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T02:15:15,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-12-05T02:15:15,561 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=107, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T02:15:15,561 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=108, ppid=107, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T02:15:15,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-12-05T02:15:15,685 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=61 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/B/3edf45221fcb4ab99fede63cef9d9daa 2024-12-05T02:15:15,699 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/C/362a00ce7df34b5dabece1857c3e546a is 50, key is test_row_0/C:col10/1733364914849/Put/seqid=0 2024-12-05T02:15:15,714 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-12-05T02:15:15,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466. 2024-12-05T02:15:15,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466. as already flushing 2024-12-05T02:15:15,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466. 2024-12-05T02:15:15,715 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 2d81a27baa88285b81f8deb352ea9466, NAME => 'TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:15,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 2d81a27baa88285b81f8deb352ea9466, NAME => 'TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:15,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d81a27baa88285b81f8deb352ea9466, NAME => 'TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d81a27baa88285b81f8deb352ea9466, NAME => 'TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:15,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742246_1422 (size=12001) 2024-12-05T02:15:15,739 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=61 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/C/362a00ce7df34b5dabece1857c3e546a 2024-12-05T02:15:15,744 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/A/c584ccac21d94db5a28d6675b7e52861 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/A/c584ccac21d94db5a28d6675b7e52861 2024-12-05T02:15:15,748 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/A/c584ccac21d94db5a28d6675b7e52861, entries=200, sequenceid=61, filesize=38.6 K 2024-12-05T02:15:15,749 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/B/3edf45221fcb4ab99fede63cef9d9daa as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/B/3edf45221fcb4ab99fede63cef9d9daa 2024-12-05T02:15:15,756 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/B/3edf45221fcb4ab99fede63cef9d9daa, entries=150, sequenceid=61, filesize=11.7 K 2024-12-05T02:15:15,757 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/C/362a00ce7df34b5dabece1857c3e546a as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/C/362a00ce7df34b5dabece1857c3e546a 2024-12-05T02:15:15,761 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/C/362a00ce7df34b5dabece1857c3e546a, entries=150, sequenceid=61, filesize=11.7 K 2024-12-05T02:15:15,768 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 2d81a27baa88285b81f8deb352ea9466 in 918ms, sequenceid=61, compaction requested=true 2024-12-05T02:15:15,768 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2d81a27baa88285b81f8deb352ea9466: 2024-12-05T02:15:15,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2d81a27baa88285b81f8deb352ea9466:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T02:15:15,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:15:15,769 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T02:15:15,769 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T02:15:15,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2d81a27baa88285b81f8deb352ea9466:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T02:15:15,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:15:15,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2d81a27baa88285b81f8deb352ea9466:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T02:15:15,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T02:15:15,770 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 118643 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T02:15:15,770 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1541): 2d81a27baa88285b81f8deb352ea9466/A is initiating minor compaction (all files) 2024-12-05T02:15:15,770 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2d81a27baa88285b81f8deb352ea9466/A in TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466. 2024-12-05T02:15:15,770 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/A/36166b4ba90f4c9a907f1b56d5764dd4, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/A/290bb3ba34b64af582a2117f12eecdc9, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/A/c584ccac21d94db5a28d6675b7e52861] into tmpdir=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp, totalSize=115.9 K 2024-12-05T02:15:15,770 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466. 2024-12-05T02:15:15,770 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466. files: [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/A/36166b4ba90f4c9a907f1b56d5764dd4, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/A/290bb3ba34b64af582a2117f12eecdc9, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/A/c584ccac21d94db5a28d6675b7e52861] 2024-12-05T02:15:15,770 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T02:15:15,770 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1541): 2d81a27baa88285b81f8deb352ea9466/B is initiating minor compaction (all files) 2024-12-05T02:15:15,771 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2d81a27baa88285b81f8deb352ea9466/B in TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466. 2024-12-05T02:15:15,771 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/B/f8c8046f1c7a4337ba8d69bd6be15d65, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/B/a9d42176a04b47ff9d22d0d0bab50db0, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/B/3edf45221fcb4ab99fede63cef9d9daa] into tmpdir=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp, totalSize=35.2 K 2024-12-05T02:15:15,771 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting 36166b4ba90f4c9a907f1b56d5764dd4, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1733364911383 2024-12-05T02:15:15,771 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting f8c8046f1c7a4337ba8d69bd6be15d65, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1733364911386 2024-12-05T02:15:15,771 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting 290bb3ba34b64af582a2117f12eecdc9, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1733364911473 2024-12-05T02:15:15,771 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting a9d42176a04b47ff9d22d0d0bab50db0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1733364911473 2024-12-05T02:15:15,772 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting c584ccac21d94db5a28d6675b7e52861, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1733364913662 2024-12-05T02:15:15,772 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting 3edf45221fcb4ab99fede63cef9d9daa, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1733364913680 2024-12-05T02:15:15,780 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=2d81a27baa88285b81f8deb352ea9466] 2024-12-05T02:15:15,781 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2d81a27baa88285b81f8deb352ea9466#B#compaction#366 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-05T02:15:15,782 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/B/b58a8e2d3075471abb82d10a32187824 is 50, key is test_row_0/B:col10/1733364914849/Put/seqid=0 2024-12-05T02:15:15,783 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241205c6d5a8b3791047c1a3e939ede85a394c_2d81a27baa88285b81f8deb352ea9466 store=[table=TestAcidGuarantees family=A region=2d81a27baa88285b81f8deb352ea9466] 2024-12-05T02:15:15,786 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241205c6d5a8b3791047c1a3e939ede85a394c_2d81a27baa88285b81f8deb352ea9466, store=[table=TestAcidGuarantees family=A region=2d81a27baa88285b81f8deb352ea9466] 2024-12-05T02:15:15,786 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205c6d5a8b3791047c1a3e939ede85a394c_2d81a27baa88285b81f8deb352ea9466 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=2d81a27baa88285b81f8deb352ea9466] 2024-12-05T02:15:15,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742248_1424 (size=4469) 2024-12-05T02:15:15,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742247_1423 (size=12104) 2024-12-05T02:15:15,797 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2d81a27baa88285b81f8deb352ea9466#A#compaction#367 average throughput is 1.53 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T02:15:15,798 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/A/0ba291fc3a19444984791de2199dd230 is 175, key is test_row_0/A:col10/1733364914849/Put/seqid=0 2024-12-05T02:15:15,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742249_1425 (size=31058) 2024-12-05T02:15:15,808 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/A/0ba291fc3a19444984791de2199dd230 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/A/0ba291fc3a19444984791de2199dd230 2024-12-05T02:15:15,816 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2d81a27baa88285b81f8deb352ea9466/A of 2d81a27baa88285b81f8deb352ea9466 into 0ba291fc3a19444984791de2199dd230(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T02:15:15,816 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2d81a27baa88285b81f8deb352ea9466: 2024-12-05T02:15:15,816 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., storeName=2d81a27baa88285b81f8deb352ea9466/A, priority=13, startTime=1733364915769; duration=0sec 2024-12-05T02:15:15,816 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T02:15:15,816 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2d81a27baa88285b81f8deb352ea9466:A 2024-12-05T02:15:15,816 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T02:15:15,817 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T02:15:15,817 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1541): 2d81a27baa88285b81f8deb352ea9466/C is initiating minor compaction (all files) 2024-12-05T02:15:15,817 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2d81a27baa88285b81f8deb352ea9466/C in TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466. 2024-12-05T02:15:15,817 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/C/9ce46362beb64d059be132310731c9dc, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/C/feeec830a3dc414180d1a666ca346988, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/C/362a00ce7df34b5dabece1857c3e546a] into tmpdir=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp, totalSize=35.2 K 2024-12-05T02:15:15,819 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9ce46362beb64d059be132310731c9dc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1733364911386 2024-12-05T02:15:15,819 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting feeec830a3dc414180d1a666ca346988, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1733364911473 2024-12-05T02:15:15,820 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting 362a00ce7df34b5dabece1857c3e546a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1733364913680 2024-12-05T02:15:15,829 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2d81a27baa88285b81f8deb352ea9466#C#compaction#368 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T02:15:15,830 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/C/444b5ee0cccd43209d947b2e02e44a4a is 50, key is test_row_0/C:col10/1733364914849/Put/seqid=0 2024-12-05T02:15:15,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742250_1426 (size=12104) 2024-12-05T02:15:15,850 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/C/444b5ee0cccd43209d947b2e02e44a4a as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/C/444b5ee0cccd43209d947b2e02e44a4a 2024-12-05T02:15:15,857 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2d81a27baa88285b81f8deb352ea9466/C of 2d81a27baa88285b81f8deb352ea9466 into 444b5ee0cccd43209d947b2e02e44a4a(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T02:15:15,858 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2d81a27baa88285b81f8deb352ea9466: 2024-12-05T02:15:15,858 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., storeName=2d81a27baa88285b81f8deb352ea9466/C, priority=13, startTime=1733364915769; duration=0sec 2024-12-05T02:15:15,858 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:15:15,858 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2d81a27baa88285b81f8deb352ea9466:C 2024-12-05T02:15:15,868 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-12-05T02:15:15,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466. 2024-12-05T02:15:15,868 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2902): Flushing 2d81a27baa88285b81f8deb352ea9466 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-12-05T02:15:15,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d81a27baa88285b81f8deb352ea9466, store=A 2024-12-05T02:15:15,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:15:15,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d81a27baa88285b81f8deb352ea9466, store=B 2024-12-05T02:15:15,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:15:15,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d81a27baa88285b81f8deb352ea9466, store=C 2024-12-05T02:15:15,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:15:15,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-12-05T02:15:15,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120511fac49582b249628add148488f9485d_2d81a27baa88285b81f8deb352ea9466 is 50, key is test_row_0/A:col10/1733364914888/Put/seqid=0 2024-12-05T02:15:15,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742251_1427 (size=12154) 2024-12-05T02:15:16,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(8855): Flush requested on 2d81a27baa88285b81f8deb352ea9466 2024-12-05T02:15:16,062 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466. as already flushing 2024-12-05T02:15:16,077 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:16,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46704 deadline: 1733364976068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:16,078 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:16,078 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:16,078 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:16,078 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:16,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46760 deadline: 1733364976076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:16,078 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:16,078 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:16,078 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:16,088 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:16,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46734 deadline: 1733364976077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:16,088 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:16,088 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:16,088 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:16,088 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:16,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46724 deadline: 1733364976078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:16,088 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:16,089 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:16,089 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:16,090 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:16,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46756 deadline: 1733364976078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:16,090 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:16,090 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:16,090 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:16,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-12-05T02:15:16,192 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:16,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46704 deadline: 1733364976184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:16,193 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:16,193 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:16,193 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:16,193 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:16,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46760 deadline: 1733364976184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:16,193 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:16,193 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:16,193 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:16,201 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:16,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46734 deadline: 1733364976194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:16,201 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:16,201 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:16,201 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:16,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46724 deadline: 1733364976195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:16,202 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:16,202 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:16,202 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:16,202 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:16,202 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/B/b58a8e2d3075471abb82d10a32187824 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/B/b58a8e2d3075471abb82d10a32187824 2024-12-05T02:15:16,202 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:16,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46756 deadline: 1733364976195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:16,202 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:16,202 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:16,202 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:16,205 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2d81a27baa88285b81f8deb352ea9466/B of 2d81a27baa88285b81f8deb352ea9466 into b58a8e2d3075471abb82d10a32187824(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T02:15:16,205 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2d81a27baa88285b81f8deb352ea9466: 2024-12-05T02:15:16,205 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., storeName=2d81a27baa88285b81f8deb352ea9466/B, priority=13, startTime=1733364915769; duration=0sec 2024-12-05T02:15:16,205 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:15:16,206 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2d81a27baa88285b81f8deb352ea9466:B 2024-12-05T02:15:16,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:16,282 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120511fac49582b249628add148488f9485d_2d81a27baa88285b81f8deb352ea9466 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120511fac49582b249628add148488f9485d_2d81a27baa88285b81f8deb352ea9466 2024-12-05T02:15:16,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/A/8ed155fcb97841fa858b09b0c5f1569a, store: [table=TestAcidGuarantees family=A region=2d81a27baa88285b81f8deb352ea9466] 2024-12-05T02:15:16,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/A/8ed155fcb97841fa858b09b0c5f1569a is 175, key is test_row_0/A:col10/1733364914888/Put/seqid=0 2024-12-05T02:15:16,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742252_1428 (size=30955) 2024-12-05T02:15:16,408 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:16,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46704 deadline: 1733364976404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:16,409 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:16,408 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:16,409 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:16,409 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:16,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46760 deadline: 1733364976404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:16,409 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:16,409 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:16,409 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:16,409 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:16,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46734 deadline: 1733364976405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:16,409 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:16,409 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:16,409 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:16,409 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:16,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46724 deadline: 1733364976405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:16,410 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:16,410 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:16,410 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:16,420 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:16,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46756 deadline: 1733364976414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:16,421 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:16,421 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:16,421 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:16,687 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=83, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/A/8ed155fcb97841fa858b09b0c5f1569a 2024-12-05T02:15:16,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/B/17cd824edd1345bfa5dc58538656d695 is 50, key is test_row_0/B:col10/1733364914888/Put/seqid=0 2024-12-05T02:15:16,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-12-05T02:15:16,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742253_1429 (size=12001) 2024-12-05T02:15:16,720 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:16,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46704 deadline: 1733364976714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:16,721 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:16,721 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:16,721 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:16,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46760 deadline: 1733364976714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:16,721 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:16,721 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:16,721 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:16,721 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:16,721 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:16,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46724 deadline: 1733364976714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:16,721 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:16,721 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:16,722 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:16,722 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:16,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46734 deadline: 1733364976714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:16,722 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:16,722 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:16,722 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:16,733 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:16,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46756 deadline: 1733364976724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:16,733 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:16,733 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:16,733 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:17,098 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=83 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/B/17cd824edd1345bfa5dc58538656d695 2024-12-05T02:15:17,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/C/d9f4c3ed9e434c6f87da126e114a620f is 50, key is test_row_0/C:col10/1733364914888/Put/seqid=0 2024-12-05T02:15:17,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742254_1430 (size=12001) 2024-12-05T02:15:17,228 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:17,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46704 deadline: 1733364977224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:17,228 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:17,228 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:17,228 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:17,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46724 deadline: 1733364977224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:17,228 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:17,228 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:17,228 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:17,228 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:17,229 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:17,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46734 deadline: 1733364977224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:17,229 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:17,229 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:17,229 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:17,238 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:17,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46760 deadline: 1733364977234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:17,238 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:17,239 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:17,239 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:17,247 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:17,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46756 deadline: 1733364977245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:17,248 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:17,248 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:17,248 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:17,510 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=83 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/C/d9f4c3ed9e434c6f87da126e114a620f 2024-12-05T02:15:17,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/A/8ed155fcb97841fa858b09b0c5f1569a as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/A/8ed155fcb97841fa858b09b0c5f1569a 2024-12-05T02:15:17,517 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/A/8ed155fcb97841fa858b09b0c5f1569a, entries=150, sequenceid=83, filesize=30.2 K 2024-12-05T02:15:17,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/B/17cd824edd1345bfa5dc58538656d695 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/B/17cd824edd1345bfa5dc58538656d695 2024-12-05T02:15:17,521 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/B/17cd824edd1345bfa5dc58538656d695, entries=150, sequenceid=83, filesize=11.7 K 2024-12-05T02:15:17,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/C/d9f4c3ed9e434c6f87da126e114a620f as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/C/d9f4c3ed9e434c6f87da126e114a620f 2024-12-05T02:15:17,524 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/C/d9f4c3ed9e434c6f87da126e114a620f, entries=150, sequenceid=83, filesize=11.7 K 2024-12-05T02:15:17,525 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=67.09 KB/68700 for 2d81a27baa88285b81f8deb352ea9466 in 1657ms, sequenceid=83, compaction requested=false 2024-12-05T02:15:17,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2603): Flush status journal for 2d81a27baa88285b81f8deb352ea9466: 2024-12-05T02:15:17,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466. 2024-12-05T02:15:17,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=108 2024-12-05T02:15:17,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46883 {}] master.HMaster(4169): Remote procedure done, pid=108 2024-12-05T02:15:17,528 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=108, resume processing ppid=107 2024-12-05T02:15:17,528 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=108, ppid=107, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9660 sec 2024-12-05T02:15:17,530 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=107, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees in 1.9730 sec 2024-12-05T02:15:17,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-12-05T02:15:17,704 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-05T02:15:17,705 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46883 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T02:15:17,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46883 {}] procedure2.ProcedureExecutor(1139): Stored pid=109, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees 2024-12-05T02:15:17,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-12-05T02:15:17,707 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=109, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T02:15:17,708 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=109, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T02:15:17,708 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=110, ppid=109, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T02:15:17,712 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-05T02:15:17,712 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-12-05T02:15:17,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-12-05T02:15:17,860 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-12-05T02:15:17,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466. 2024-12-05T02:15:17,861 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2902): Flushing 2d81a27baa88285b81f8deb352ea9466 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-12-05T02:15:17,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d81a27baa88285b81f8deb352ea9466, store=A 2024-12-05T02:15:17,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:15:17,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d81a27baa88285b81f8deb352ea9466, store=B 2024-12-05T02:15:17,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:15:17,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d81a27baa88285b81f8deb352ea9466, store=C 2024-12-05T02:15:17,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:15:17,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120561008f67515541bba748c7e894790990_2d81a27baa88285b81f8deb352ea9466 is 50, key is test_row_0/A:col10/1733364916076/Put/seqid=0 2024-12-05T02:15:17,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742255_1431 (size=12154) 2024-12-05T02:15:18,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-12-05T02:15:18,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(8855): Flush requested on 2d81a27baa88285b81f8deb352ea9466 2024-12-05T02:15:18,240 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466. as already flushing 2024-12-05T02:15:18,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:18,276 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120561008f67515541bba748c7e894790990_2d81a27baa88285b81f8deb352ea9466 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120561008f67515541bba748c7e894790990_2d81a27baa88285b81f8deb352ea9466 2024-12-05T02:15:18,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/A/8c40feac0c8348158b7f4d48eaf9da47, store: [table=TestAcidGuarantees family=A region=2d81a27baa88285b81f8deb352ea9466] 2024-12-05T02:15:18,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/A/8c40feac0c8348158b7f4d48eaf9da47 is 175, key is test_row_0/A:col10/1733364916076/Put/seqid=0 2024-12-05T02:15:18,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742256_1432 (size=30955) 2024-12-05T02:15:18,293 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:18,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46734 deadline: 1733364978275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:18,293 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:18,293 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:18,293 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:18,296 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:18,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46756 deadline: 1733364978278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:18,296 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:18,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46760 deadline: 1733364978280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:18,297 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:18,297 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:18,297 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:18,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46704 deadline: 1733364978290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:18,297 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:18,297 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:18,297 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:18,297 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:18,298 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:18,298 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:18,298 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:18,310 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:18,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46724 deadline: 1733364978293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:18,311 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:18,311 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:18,311 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:18,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-12-05T02:15:18,416 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:18,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46734 deadline: 1733364978404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:18,417 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:18,417 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:18,417 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:18,417 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:18,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46704 deadline: 1733364978404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:18,417 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:18,417 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:18,417 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:18,417 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:18,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46760 deadline: 1733364978404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:18,417 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:18,417 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:18,417 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:18,417 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:18,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46756 deadline: 1733364978404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:18,418 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:18,418 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:18,418 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:18,420 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:18,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46724 deadline: 1733364978414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:18,420 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:18,420 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:18,420 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:18,635 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:18,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46734 deadline: 1733364978625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:18,635 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:18,635 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:18,635 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:18,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46704 deadline: 1733364978625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:18,635 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:18,635 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:18,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46760 deadline: 1733364978625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:18,635 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:18,636 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:18,636 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:18,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46756 deadline: 1733364978625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:18,636 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:18,636 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:18,636 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:18,636 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:18,636 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:18,636 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:18,636 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:18,636 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:18,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46724 deadline: 1733364978625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:18,636 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:18,636 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:18,636 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:18,682 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=97, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/A/8c40feac0c8348158b7f4d48eaf9da47 2024-12-05T02:15:18,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/B/eee70a3f8a6040f38d806fb683f2d2ea is 50, key is test_row_0/B:col10/1733364916076/Put/seqid=0 2024-12-05T02:15:18,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742257_1433 (size=12001) 2024-12-05T02:15:18,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-12-05T02:15:18,953 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:18,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46734 deadline: 1733364978944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:18,953 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:18,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46704 deadline: 1733364978945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:18,953 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:18,953 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:18,954 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:18,954 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:18,954 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:18,954 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:18,954 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:18,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46760 deadline: 1733364978945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:18,954 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:18,954 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:18,954 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:18,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46756 deadline: 1733364978945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:18,954 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:18,954 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:18,954 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:18,954 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:18,954 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:18,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46724 deadline: 1733364978945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:18,955 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:18,955 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:18,955 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:19,093 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/B/eee70a3f8a6040f38d806fb683f2d2ea 2024-12-05T02:15:19,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/C/7e6b01f0eef7499694a23311e28cd42b is 50, key is test_row_0/C:col10/1733364916076/Put/seqid=0 2024-12-05T02:15:19,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742258_1434 (size=12001) 2024-12-05T02:15:19,474 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:19,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46734 deadline: 1733364979464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:19,475 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:19,475 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:19,475 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:19,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46704 deadline: 1733364979464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:19,475 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:19,475 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:19,475 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:19,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46760 deadline: 1733364979464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:19,475 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:19,475 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:19,475 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:19,475 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:19,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46756 deadline: 1733364979464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:19,475 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:19,475 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:19,476 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:19,476 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:19,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46724 deadline: 1733364979464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:19,476 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:19,476 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:19,476 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:19,476 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:19,476 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:19,510 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/C/7e6b01f0eef7499694a23311e28cd42b 2024-12-05T02:15:19,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/A/8c40feac0c8348158b7f4d48eaf9da47 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/A/8c40feac0c8348158b7f4d48eaf9da47 2024-12-05T02:15:19,524 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/A/8c40feac0c8348158b7f4d48eaf9da47, entries=150, sequenceid=97, filesize=30.2 K 2024-12-05T02:15:19,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/B/eee70a3f8a6040f38d806fb683f2d2ea as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/B/eee70a3f8a6040f38d806fb683f2d2ea 2024-12-05T02:15:19,528 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/B/eee70a3f8a6040f38d806fb683f2d2ea, entries=150, sequenceid=97, filesize=11.7 K 2024-12-05T02:15:19,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/C/7e6b01f0eef7499694a23311e28cd42b as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/C/7e6b01f0eef7499694a23311e28cd42b 2024-12-05T02:15:19,532 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/C/7e6b01f0eef7499694a23311e28cd42b, entries=150, sequenceid=97, filesize=11.7 K 2024-12-05T02:15:19,533 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 2d81a27baa88285b81f8deb352ea9466 in 1672ms, sequenceid=97, compaction requested=true 2024-12-05T02:15:19,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2603): Flush status journal for 2d81a27baa88285b81f8deb352ea9466: 2024-12-05T02:15:19,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466. 2024-12-05T02:15:19,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=110 2024-12-05T02:15:19,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46883 {}] master.HMaster(4169): Remote procedure done, pid=110 2024-12-05T02:15:19,536 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=110, resume processing ppid=109 2024-12-05T02:15:19,536 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=110, ppid=109, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8260 sec 2024-12-05T02:15:19,537 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=109, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees in 1.8310 sec 2024-12-05T02:15:19,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-12-05T02:15:19,855 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-05T02:15:19,855 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46883 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T02:15:19,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46883 {}] procedure2.ProcedureExecutor(1139): Stored pid=111, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees 2024-12-05T02:15:19,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-12-05T02:15:19,857 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=111, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T02:15:19,858 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=111, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T02:15:19,858 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=112, ppid=111, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T02:15:19,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-12-05T02:15:20,009 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-12-05T02:15:20,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466. 2024-12-05T02:15:20,010 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2902): Flushing 2d81a27baa88285b81f8deb352ea9466 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-12-05T02:15:20,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d81a27baa88285b81f8deb352ea9466, store=A 2024-12-05T02:15:20,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:15:20,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d81a27baa88285b81f8deb352ea9466, store=B 2024-12-05T02:15:20,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:15:20,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d81a27baa88285b81f8deb352ea9466, store=C 2024-12-05T02:15:20,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:15:20,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120581e1b7cd945b488db29da85e26afd417_2d81a27baa88285b81f8deb352ea9466 is 50, key is test_row_0/A:col10/1733364918278/Put/seqid=0 2024-12-05T02:15:20,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742259_1435 (size=12154) 2024-12-05T02:15:20,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-12-05T02:15:20,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:20,426 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120581e1b7cd945b488db29da85e26afd417_2d81a27baa88285b81f8deb352ea9466 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120581e1b7cd945b488db29da85e26afd417_2d81a27baa88285b81f8deb352ea9466 2024-12-05T02:15:20,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/A/5a6bad7fe5394f129a0bf7c7e9259322, store: [table=TestAcidGuarantees family=A region=2d81a27baa88285b81f8deb352ea9466] 2024-12-05T02:15:20,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/A/5a6bad7fe5394f129a0bf7c7e9259322 is 175, key is test_row_0/A:col10/1733364918278/Put/seqid=0 2024-12-05T02:15:20,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742260_1436 (size=30955) 2024-12-05T02:15:20,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-12-05T02:15:20,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(8855): Flush requested on 2d81a27baa88285b81f8deb352ea9466 2024-12-05T02:15:20,488 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466. as already flushing 2024-12-05T02:15:20,506 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:20,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46734 deadline: 1733364980495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:20,507 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:20,507 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:20,507 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:20,508 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:20,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46704 deadline: 1733364980503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:20,509 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:20,509 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:20,509 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:20,518 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:20,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46760 deadline: 1733364980505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:20,518 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:20,518 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:20,518 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:20,518 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:20,518 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:20,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46756 deadline: 1733364980505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:20,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46724 deadline: 1733364980506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:20,519 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:20,519 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:20,519 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:20,519 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:20,519 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:20,519 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:20,625 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:20,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46734 deadline: 1733364980614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:20,625 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:20,625 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:20,626 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:20,626 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:20,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46704 deadline: 1733364980614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:20,626 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:20,626 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:20,626 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:20,633 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:20,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46760 deadline: 1733364980625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:20,633 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:20,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46724 deadline: 1733364980625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:20,634 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:20,634 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:20,634 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:20,634 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:20,634 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:20,634 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:20,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46756 deadline: 1733364980625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:20,634 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:20,634 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:20,634 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:20,634 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:20,833 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=116, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/A/5a6bad7fe5394f129a0bf7c7e9259322 2024-12-05T02:15:20,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/B/3b700a75158d47fbbd014568bf2049c6 is 50, key is test_row_0/B:col10/1733364918278/Put/seqid=0 2024-12-05T02:15:20,842 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:20,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46734 deadline: 1733364980834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:20,843 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:20,843 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:20,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46704 deadline: 1733364980835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:20,843 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:20,843 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:20,843 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:20,843 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:20,843 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:20,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742261_1437 (size=12001) 2024-12-05T02:15:20,847 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:20,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46760 deadline: 1733364980844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:20,847 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:20,847 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:20,847 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:20,847 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:20,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46724 deadline: 1733364980844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:20,847 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:20,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46756 deadline: 1733364980844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:20,848 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:20,848 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:20,848 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:20,849 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:20,849 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:20,849 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:20,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-12-05T02:15:21,162 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:21,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46734 deadline: 1733364981154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:21,162 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:21,163 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:21,163 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:21,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46704 deadline: 1733364981154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:21,163 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:21,163 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:21,163 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:21,163 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:21,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46760 deadline: 1733364981154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:21,163 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:21,163 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:21,163 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:21,163 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:21,163 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:21,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46756 deadline: 1733364981154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:21,164 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:21,164 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:21,164 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:21,164 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:21,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46724 deadline: 1733364981154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:21,164 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:21,164 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:21,164 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:21,247 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/B/3b700a75158d47fbbd014568bf2049c6 2024-12-05T02:15:21,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/C/cf5779bb40374484a5c63e29d1cb7896 is 50, key is test_row_0/C:col10/1733364918278/Put/seqid=0 2024-12-05T02:15:21,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742262_1438 (size=12001) 2024-12-05T02:15:21,657 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/C/cf5779bb40374484a5c63e29d1cb7896 2024-12-05T02:15:21,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/A/5a6bad7fe5394f129a0bf7c7e9259322 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/A/5a6bad7fe5394f129a0bf7c7e9259322 2024-12-05T02:15:21,665 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/A/5a6bad7fe5394f129a0bf7c7e9259322, entries=150, sequenceid=116, filesize=30.2 K 2024-12-05T02:15:21,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/B/3b700a75158d47fbbd014568bf2049c6 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/B/3b700a75158d47fbbd014568bf2049c6 2024-12-05T02:15:21,669 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/B/3b700a75158d47fbbd014568bf2049c6, entries=150, sequenceid=116, filesize=11.7 K 2024-12-05T02:15:21,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/C/cf5779bb40374484a5c63e29d1cb7896 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/C/cf5779bb40374484a5c63e29d1cb7896 2024-12-05T02:15:21,673 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/C/cf5779bb40374484a5c63e29d1cb7896, entries=150, sequenceid=116, filesize=11.7 K 2024-12-05T02:15:21,673 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 2d81a27baa88285b81f8deb352ea9466 in 1663ms, sequenceid=116, compaction requested=true 2024-12-05T02:15:21,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2603): Flush status journal for 2d81a27baa88285b81f8deb352ea9466: 2024-12-05T02:15:21,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466. 2024-12-05T02:15:21,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=112 2024-12-05T02:15:21,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46883 {}] master.HMaster(4169): Remote procedure done, pid=112 2024-12-05T02:15:21,678 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=112, resume processing ppid=111 2024-12-05T02:15:21,678 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=112, ppid=111, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8170 sec 2024-12-05T02:15:21,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(8855): Flush requested on 2d81a27baa88285b81f8deb352ea9466 2024-12-05T02:15:21,679 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2d81a27baa88285b81f8deb352ea9466 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-12-05T02:15:21,680 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d81a27baa88285b81f8deb352ea9466, store=A 2024-12-05T02:15:21,680 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:15:21,680 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d81a27baa88285b81f8deb352ea9466, store=B 2024-12-05T02:15:21,680 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:15:21,681 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d81a27baa88285b81f8deb352ea9466, store=C 2024-12-05T02:15:21,681 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:15:21,681 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=111, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees in 1.8240 sec 2024-12-05T02:15:21,691 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120517219a6ce1304c49aaa13790d16b912a_2d81a27baa88285b81f8deb352ea9466 is 50, key is test_row_0/A:col10/1733364921677/Put/seqid=0 2024-12-05T02:15:21,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742263_1439 (size=17134) 2024-12-05T02:15:21,715 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:21,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46756 deadline: 1733364981713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:21,716 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:21,716 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:21,716 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:21,716 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:21,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46760 deadline: 1733364981714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:21,716 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:21,716 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:21,716 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:21,729 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:21,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46724 deadline: 1733364981715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:21,730 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:21,730 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:21,730 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:21,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46734 deadline: 1733364981715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:21,730 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:21,730 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:21,730 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:21,730 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:21,730 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:21,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46704 deadline: 1733364981716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:21,731 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:21,731 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:21,731 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:21,833 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:21,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46756 deadline: 1733364981824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:21,834 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:21,834 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:21,834 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:21,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46760 deadline: 1733364981824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:21,834 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:21,834 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:21,834 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:21,834 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:21,843 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:21,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46724 deadline: 1733364981834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:21,843 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:21,843 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:21,843 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:21,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46734 deadline: 1733364981834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:21,843 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:21,843 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:21,843 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:21,843 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:21,843 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:21,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46704 deadline: 1733364981835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:21,844 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:21,844 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:21,844 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:22,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-12-05T02:15:22,004 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-05T02:15:22,005 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46883 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T02:15:22,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46883 {}] procedure2.ProcedureExecutor(1139): Stored pid=113, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees 2024-12-05T02:15:22,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-12-05T02:15:22,006 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=113, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T02:15:22,007 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=113, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T02:15:22,007 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=114, ppid=113, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T02:15:22,054 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:22,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46756 deadline: 1733364982044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:22,054 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:22,054 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:22,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46760 deadline: 1733364982044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:22,055 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:22,055 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:22,055 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:22,055 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:22,055 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:22,062 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:22,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46724 deadline: 1733364982055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:22,062 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:22,062 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:22,062 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:22,062 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:22,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46704 deadline: 1733364982055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:22,062 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:22,062 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:22,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46734 deadline: 1733364982055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:22,062 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:22,062 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:22,063 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:22,063 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:22,063 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:22,096 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:22,100 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120517219a6ce1304c49aaa13790d16b912a_2d81a27baa88285b81f8deb352ea9466 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120517219a6ce1304c49aaa13790d16b912a_2d81a27baa88285b81f8deb352ea9466 2024-12-05T02:15:22,100 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/A/4c94cc821cf449eb85faf9b77a8be565, store: [table=TestAcidGuarantees family=A region=2d81a27baa88285b81f8deb352ea9466] 2024-12-05T02:15:22,101 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/A/4c94cc821cf449eb85faf9b77a8be565 is 175, key is test_row_0/A:col10/1733364921677/Put/seqid=0 2024-12-05T02:15:22,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742264_1440 (size=48239) 2024-12-05T02:15:22,105 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=131, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/A/4c94cc821cf449eb85faf9b77a8be565 2024-12-05T02:15:22,111 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/B/a56533fa1922490fb39a43b2563b14b1 is 50, key is test_row_0/B:col10/1733364921677/Put/seqid=0 2024-12-05T02:15:22,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742265_1441 (size=12101) 2024-12-05T02:15:22,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-12-05T02:15:22,159 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-12-05T02:15:22,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466. 2024-12-05T02:15:22,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466. as already flushing 2024-12-05T02:15:22,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466. 2024-12-05T02:15:22,160 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => 2d81a27baa88285b81f8deb352ea9466, NAME => 'TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:22,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => 2d81a27baa88285b81f8deb352ea9466, NAME => 'TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:22,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d81a27baa88285b81f8deb352ea9466, NAME => 'TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d81a27baa88285b81f8deb352ea9466, NAME => 'TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:22,313 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-12-05T02:15:22,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466. 2024-12-05T02:15:22,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466. as already flushing 2024-12-05T02:15:22,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466. 2024-12-05T02:15:22,313 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => 2d81a27baa88285b81f8deb352ea9466, NAME => 'TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:22,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => 2d81a27baa88285b81f8deb352ea9466, NAME => 'TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:22,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d81a27baa88285b81f8deb352ea9466, NAME => 'TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d81a27baa88285b81f8deb352ea9466, NAME => 'TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:22,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-12-05T02:15:22,371 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:22,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46756 deadline: 1733364982365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:22,372 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:22,372 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:22,372 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:22,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46760 deadline: 1733364982365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:22,372 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:22,372 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:22,372 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:22,372 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:22,386 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:22,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46724 deadline: 1733364982374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:22,387 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:22,387 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:22,387 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:22,387 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:22,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46704 deadline: 1733364982374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:22,387 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:22,387 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:22,387 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:22,387 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:22,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46734 deadline: 1733364982374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:22,387 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:22,387 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:22,387 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:22,466 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-12-05T02:15:22,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466. 2024-12-05T02:15:22,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466. as already flushing 2024-12-05T02:15:22,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466. 2024-12-05T02:15:22,467 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => 2d81a27baa88285b81f8deb352ea9466, NAME => 'TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:22,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => 2d81a27baa88285b81f8deb352ea9466, NAME => 'TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:22,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d81a27baa88285b81f8deb352ea9466, NAME => 'TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d81a27baa88285b81f8deb352ea9466, NAME => 'TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:22,515 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/B/a56533fa1922490fb39a43b2563b14b1 2024-12-05T02:15:22,522 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/C/059d03ea90e54adf90429ecce526781f is 50, key is test_row_0/C:col10/1733364921677/Put/seqid=0 2024-12-05T02:15:22,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742266_1442 (size=12101) 2024-12-05T02:15:22,619 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-12-05T02:15:22,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466. 2024-12-05T02:15:22,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466. as already flushing 2024-12-05T02:15:22,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466. 2024-12-05T02:15:22,620 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => 2d81a27baa88285b81f8deb352ea9466, NAME => 'TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:22,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => 2d81a27baa88285b81f8deb352ea9466, NAME => 'TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:22,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d81a27baa88285b81f8deb352ea9466, NAME => 'TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d81a27baa88285b81f8deb352ea9466, NAME => 'TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:22,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-12-05T02:15:22,773 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-12-05T02:15:22,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466. 2024-12-05T02:15:22,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466. as already flushing 2024-12-05T02:15:22,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466. 2024-12-05T02:15:22,773 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => 2d81a27baa88285b81f8deb352ea9466, NAME => 'TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:22,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => 2d81a27baa88285b81f8deb352ea9466, NAME => 'TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:22,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d81a27baa88285b81f8deb352ea9466, NAME => 'TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d81a27baa88285b81f8deb352ea9466, NAME => 'TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:22,891 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:22,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46756 deadline: 1733364982884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:22,892 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:22,892 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:22,892 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:22,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46760 deadline: 1733364982884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:22,892 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:22,892 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:22,892 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:22,892 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:22,906 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:22,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46724 deadline: 1733364982894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:22,906 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:22,906 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:22,906 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:22,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46704 deadline: 1733364982894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:22,906 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:22,906 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:22,907 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:22,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46734 deadline: 1733364982894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:22,907 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:22,907 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:22,907 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:22,907 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:22,907 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:22,926 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-12-05T02:15:22,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466. 2024-12-05T02:15:22,926 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/C/059d03ea90e54adf90429ecce526781f 2024-12-05T02:15:22,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466. as already flushing 2024-12-05T02:15:22,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466. 2024-12-05T02:15:22,926 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => 2d81a27baa88285b81f8deb352ea9466, NAME => 'TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:22,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => 2d81a27baa88285b81f8deb352ea9466, NAME => 'TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:22,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d81a27baa88285b81f8deb352ea9466, NAME => 'TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d81a27baa88285b81f8deb352ea9466, NAME => 'TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:22,931 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/A/4c94cc821cf449eb85faf9b77a8be565 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/A/4c94cc821cf449eb85faf9b77a8be565 2024-12-05T02:15:22,935 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/A/4c94cc821cf449eb85faf9b77a8be565, entries=250, sequenceid=131, filesize=47.1 K 2024-12-05T02:15:22,936 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/B/a56533fa1922490fb39a43b2563b14b1 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/B/a56533fa1922490fb39a43b2563b14b1 2024-12-05T02:15:22,940 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/B/a56533fa1922490fb39a43b2563b14b1, entries=150, sequenceid=131, filesize=11.8 K 2024-12-05T02:15:22,940 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/C/059d03ea90e54adf90429ecce526781f as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/C/059d03ea90e54adf90429ecce526781f 2024-12-05T02:15:22,943 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/C/059d03ea90e54adf90429ecce526781f, entries=150, sequenceid=131, filesize=11.8 K 2024-12-05T02:15:22,944 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=100.63 KB/103050 for 2d81a27baa88285b81f8deb352ea9466 in 1265ms, sequenceid=131, compaction requested=true 2024-12-05T02:15:22,944 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2d81a27baa88285b81f8deb352ea9466: 2024-12-05T02:15:22,944 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2d81a27baa88285b81f8deb352ea9466:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T02:15:22,944 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:15:22,944 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-12-05T02:15:22,944 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2d81a27baa88285b81f8deb352ea9466:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T02:15:22,944 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:15:22,944 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2d81a27baa88285b81f8deb352ea9466:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T02:15:22,944 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T02:15:22,944 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-12-05T02:15:22,946 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 172162 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-12-05T02:15:22,946 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60208 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-12-05T02:15:22,946 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1541): 2d81a27baa88285b81f8deb352ea9466/A is initiating minor compaction (all files) 2024-12-05T02:15:22,946 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2d81a27baa88285b81f8deb352ea9466/A in TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466. 2024-12-05T02:15:22,946 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1541): 2d81a27baa88285b81f8deb352ea9466/B is initiating minor compaction (all files) 2024-12-05T02:15:22,946 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/A/0ba291fc3a19444984791de2199dd230, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/A/8ed155fcb97841fa858b09b0c5f1569a, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/A/8c40feac0c8348158b7f4d48eaf9da47, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/A/5a6bad7fe5394f129a0bf7c7e9259322, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/A/4c94cc821cf449eb85faf9b77a8be565] into tmpdir=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp, totalSize=168.1 K 2024-12-05T02:15:22,946 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2d81a27baa88285b81f8deb352ea9466/B in TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466. 2024-12-05T02:15:22,946 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=11 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466. 2024-12-05T02:15:22,946 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466. files: [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/A/0ba291fc3a19444984791de2199dd230, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/A/8ed155fcb97841fa858b09b0c5f1569a, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/A/8c40feac0c8348158b7f4d48eaf9da47, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/A/5a6bad7fe5394f129a0bf7c7e9259322, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/A/4c94cc821cf449eb85faf9b77a8be565] 2024-12-05T02:15:22,946 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/B/b58a8e2d3075471abb82d10a32187824, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/B/17cd824edd1345bfa5dc58538656d695, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/B/eee70a3f8a6040f38d806fb683f2d2ea, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/B/3b700a75158d47fbbd014568bf2049c6, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/B/a56533fa1922490fb39a43b2563b14b1] into tmpdir=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp, totalSize=58.8 K 2024-12-05T02:15:22,946 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0ba291fc3a19444984791de2199dd230, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1733364913680 2024-12-05T02:15:22,946 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting b58a8e2d3075471abb82d10a32187824, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1733364913680 2024-12-05T02:15:22,947 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8ed155fcb97841fa858b09b0c5f1569a, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1733364914868 2024-12-05T02:15:22,947 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting 17cd824edd1345bfa5dc58538656d695, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1733364914868 2024-12-05T02:15:22,948 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8c40feac0c8348158b7f4d48eaf9da47, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1733364916063 2024-12-05T02:15:22,948 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting eee70a3f8a6040f38d806fb683f2d2ea, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1733364916063 2024-12-05T02:15:22,948 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5a6bad7fe5394f129a0bf7c7e9259322, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1733364918278 2024-12-05T02:15:22,948 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting 3b700a75158d47fbbd014568bf2049c6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1733364918278 2024-12-05T02:15:22,948 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4c94cc821cf449eb85faf9b77a8be565, keycount=250, bloomtype=ROW, size=47.1 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1733364920502 2024-12-05T02:15:22,949 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting a56533fa1922490fb39a43b2563b14b1, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1733364920505 2024-12-05T02:15:22,956 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=2d81a27baa88285b81f8deb352ea9466] 2024-12-05T02:15:22,958 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241205c9b15f016f1a44cba04ade9ed09e8f89_2d81a27baa88285b81f8deb352ea9466 store=[table=TestAcidGuarantees family=A region=2d81a27baa88285b81f8deb352ea9466] 2024-12-05T02:15:22,958 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2d81a27baa88285b81f8deb352ea9466#B#compaction#382 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-05T02:15:22,959 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/B/9f04627ebddc4f6b9617a464a8fb8f03 is 50, key is test_row_0/B:col10/1733364921677/Put/seqid=0 2024-12-05T02:15:22,961 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241205c9b15f016f1a44cba04ade9ed09e8f89_2d81a27baa88285b81f8deb352ea9466, store=[table=TestAcidGuarantees family=A region=2d81a27baa88285b81f8deb352ea9466] 2024-12-05T02:15:22,961 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205c9b15f016f1a44cba04ade9ed09e8f89_2d81a27baa88285b81f8deb352ea9466 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=2d81a27baa88285b81f8deb352ea9466] 2024-12-05T02:15:22,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742267_1443 (size=12375) 2024-12-05T02:15:22,970 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/B/9f04627ebddc4f6b9617a464a8fb8f03 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/B/9f04627ebddc4f6b9617a464a8fb8f03 2024-12-05T02:15:22,976 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 2d81a27baa88285b81f8deb352ea9466/B of 2d81a27baa88285b81f8deb352ea9466 into 9f04627ebddc4f6b9617a464a8fb8f03(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T02:15:22,976 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2d81a27baa88285b81f8deb352ea9466: 2024-12-05T02:15:22,976 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., storeName=2d81a27baa88285b81f8deb352ea9466/B, priority=11, startTime=1733364922944; duration=0sec 2024-12-05T02:15:22,976 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T02:15:22,976 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2d81a27baa88285b81f8deb352ea9466:B 2024-12-05T02:15:22,976 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-12-05T02:15:22,978 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60208 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-12-05T02:15:22,978 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1541): 2d81a27baa88285b81f8deb352ea9466/C is initiating minor compaction (all files) 2024-12-05T02:15:22,978 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2d81a27baa88285b81f8deb352ea9466/C in TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466. 2024-12-05T02:15:22,978 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/C/444b5ee0cccd43209d947b2e02e44a4a, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/C/d9f4c3ed9e434c6f87da126e114a620f, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/C/7e6b01f0eef7499694a23311e28cd42b, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/C/cf5779bb40374484a5c63e29d1cb7896, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/C/059d03ea90e54adf90429ecce526781f] into tmpdir=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp, totalSize=58.8 K 2024-12-05T02:15:22,978 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting 444b5ee0cccd43209d947b2e02e44a4a, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1733364913680 2024-12-05T02:15:22,979 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting d9f4c3ed9e434c6f87da126e114a620f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1733364914868 2024-12-05T02:15:22,979 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting 7e6b01f0eef7499694a23311e28cd42b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1733364916063 2024-12-05T02:15:22,979 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting cf5779bb40374484a5c63e29d1cb7896, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1733364918278 2024-12-05T02:15:22,979 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting 059d03ea90e54adf90429ecce526781f, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1733364920505 2024-12-05T02:15:22,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742268_1444 (size=4469) 2024-12-05T02:15:22,987 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2d81a27baa88285b81f8deb352ea9466#A#compaction#381 average throughput is 0.81 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T02:15:22,987 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/A/093c0031362c468e8f8d9e06758d9cc4 is 175, key is test_row_0/A:col10/1733364921677/Put/seqid=0 2024-12-05T02:15:22,992 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2d81a27baa88285b81f8deb352ea9466#C#compaction#383 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T02:15:22,992 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/C/7aa8b0101e964abead7bbec9536973dd is 50, key is test_row_0/C:col10/1733364921677/Put/seqid=0 2024-12-05T02:15:22,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742269_1445 (size=31329) 2024-12-05T02:15:23,001 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/A/093c0031362c468e8f8d9e06758d9cc4 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/A/093c0031362c468e8f8d9e06758d9cc4 2024-12-05T02:15:23,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742270_1446 (size=12375) 2024-12-05T02:15:23,005 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 2d81a27baa88285b81f8deb352ea9466/A of 2d81a27baa88285b81f8deb352ea9466 into 093c0031362c468e8f8d9e06758d9cc4(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T02:15:23,005 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2d81a27baa88285b81f8deb352ea9466: 2024-12-05T02:15:23,005 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., storeName=2d81a27baa88285b81f8deb352ea9466/A, priority=11, startTime=1733364922944; duration=0sec 2024-12-05T02:15:23,005 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:15:23,006 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2d81a27baa88285b81f8deb352ea9466:A 2024-12-05T02:15:23,010 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/C/7aa8b0101e964abead7bbec9536973dd as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/C/7aa8b0101e964abead7bbec9536973dd 2024-12-05T02:15:23,013 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 2d81a27baa88285b81f8deb352ea9466/C of 2d81a27baa88285b81f8deb352ea9466 into 7aa8b0101e964abead7bbec9536973dd(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T02:15:23,013 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2d81a27baa88285b81f8deb352ea9466: 2024-12-05T02:15:23,013 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., storeName=2d81a27baa88285b81f8deb352ea9466/C, priority=11, startTime=1733364922944; duration=0sec 2024-12-05T02:15:23,013 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:15:23,014 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2d81a27baa88285b81f8deb352ea9466:C 2024-12-05T02:15:23,079 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-12-05T02:15:23,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466. 2024-12-05T02:15:23,079 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2902): Flushing 2d81a27baa88285b81f8deb352ea9466 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-12-05T02:15:23,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d81a27baa88285b81f8deb352ea9466, store=A 2024-12-05T02:15:23,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:15:23,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d81a27baa88285b81f8deb352ea9466, store=B 2024-12-05T02:15:23,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:15:23,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d81a27baa88285b81f8deb352ea9466, store=C 2024-12-05T02:15:23,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:15:23,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205b43fcb54244f4df28d204bd227db028d_2d81a27baa88285b81f8deb352ea9466 is 50, key is test_row_0/A:col10/1733364921714/Put/seqid=0 2024-12-05T02:15:23,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742271_1447 (size=12304) 2024-12-05T02:15:23,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-12-05T02:15:23,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,498 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205b43fcb54244f4df28d204bd227db028d_2d81a27baa88285b81f8deb352ea9466 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205b43fcb54244f4df28d204bd227db028d_2d81a27baa88285b81f8deb352ea9466 2024-12-05T02:15:23,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/A/f95e24f38e67417c9b4a926605b4f5f1, store: [table=TestAcidGuarantees family=A region=2d81a27baa88285b81f8deb352ea9466] 2024-12-05T02:15:23,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/A/f95e24f38e67417c9b4a926605b4f5f1 is 175, key is test_row_0/A:col10/1733364921714/Put/seqid=0 2024-12-05T02:15:23,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742272_1448 (size=31105) 2024-12-05T02:15:23,538 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=152, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/A/f95e24f38e67417c9b4a926605b4f5f1 2024-12-05T02:15:23,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/B/c244963d5017442fa847076886dc9336 is 50, key is test_row_0/B:col10/1733364921714/Put/seqid=0 2024-12-05T02:15:23,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742273_1449 (size=12151) 2024-12-05T02:15:23,582 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=152 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/B/c244963d5017442fa847076886dc9336 2024-12-05T02:15:23,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/C/476e67ab1ec74887a88c004ffdbede8e is 50, key is test_row_0/C:col10/1733364921714/Put/seqid=0 2024-12-05T02:15:23,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742274_1450 (size=12151) 2024-12-05T02:15:23,654 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=152 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/C/476e67ab1ec74887a88c004ffdbede8e 2024-12-05T02:15:23,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/A/f95e24f38e67417c9b4a926605b4f5f1 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/A/f95e24f38e67417c9b4a926605b4f5f1 2024-12-05T02:15:23,665 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/A/f95e24f38e67417c9b4a926605b4f5f1, entries=150, sequenceid=152, filesize=30.4 K 2024-12-05T02:15:23,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/B/c244963d5017442fa847076886dc9336 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/B/c244963d5017442fa847076886dc9336 2024-12-05T02:15:23,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,670 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/B/c244963d5017442fa847076886dc9336, entries=150, sequenceid=152, filesize=11.9 K 2024-12-05T02:15:23,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/C/476e67ab1ec74887a88c004ffdbede8e as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/C/476e67ab1ec74887a88c004ffdbede8e 2024-12-05T02:15:23,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,675 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/C/476e67ab1ec74887a88c004ffdbede8e, entries=150, sequenceid=152, filesize=11.9 K 2024-12-05T02:15:23,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,676 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=0 B/0 for 2d81a27baa88285b81f8deb352ea9466 in 597ms, sequenceid=152, compaction requested=false 2024-12-05T02:15:23,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2603): Flush status journal for 2d81a27baa88285b81f8deb352ea9466: 2024-12-05T02:15:23,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466. 2024-12-05T02:15:23,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=114 2024-12-05T02:15:23,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46883 {}] master.HMaster(4169): Remote procedure done, pid=114 2024-12-05T02:15:23,679 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=114, resume processing ppid=113 2024-12-05T02:15:23,679 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=114, ppid=113, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6700 sec 2024-12-05T02:15:23,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,681 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=113, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees in 1.6750 sec 2024-12-05T02:15:23,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:23,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(8855): Flush requested on 2d81a27baa88285b81f8deb352ea9466 2024-12-05T02:15:24,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,044 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2d81a27baa88285b81f8deb352ea9466 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-05T02:15:24,044 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d81a27baa88285b81f8deb352ea9466, store=A 2024-12-05T02:15:24,044 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:15:24,044 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d81a27baa88285b81f8deb352ea9466, store=B 2024-12-05T02:15:24,044 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:15:24,044 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d81a27baa88285b81f8deb352ea9466, store=C 2024-12-05T02:15:24,044 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:15:24,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,059 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205f8ca07fa0aff4673a648232559ee96b8_2d81a27baa88285b81f8deb352ea9466 is 50, key is test_row_0/A:col10/1733364924042/Put/seqid=0 2024-12-05T02:15:24,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742275_1451 (size=14794) 2024-12-05T02:15:24,091 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:24,104 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205f8ca07fa0aff4673a648232559ee96b8_2d81a27baa88285b81f8deb352ea9466 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205f8ca07fa0aff4673a648232559ee96b8_2d81a27baa88285b81f8deb352ea9466 2024-12-05T02:15:24,105 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/A/04c2f538e29f4baea73e1682fbadf203, store: [table=TestAcidGuarantees family=A region=2d81a27baa88285b81f8deb352ea9466] 2024-12-05T02:15:24,106 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/A/04c2f538e29f4baea73e1682fbadf203 is 175, key is test_row_0/A:col10/1733364924042/Put/seqid=0 2024-12-05T02:15:24,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742276_1452 (size=39745) 2024-12-05T02:15:24,141 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=162, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/A/04c2f538e29f4baea73e1682fbadf203 2024-12-05T02:15:24,149 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/B/4aa3fd06dbd5411d9cb2c69f60c41136 is 50, key is test_row_0/B:col10/1733364924042/Put/seqid=0 2024-12-05T02:15:24,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-12-05T02:15:24,154 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-05T02:15:24,155 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46883 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T02:15:24,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46883 {}] procedure2.ProcedureExecutor(1139): Stored pid=115, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees 2024-12-05T02:15:24,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-12-05T02:15:24,157 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=115, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T02:15:24,158 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=115, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T02:15:24,158 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=116, ppid=115, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T02:15:24,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742277_1453 (size=9757) 2024-12-05T02:15:24,209 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1733364924121, max timestamp=1733364924206Num uniques 859; 2024-12-05T02:15:24,209 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1733364924121, max timestamp=1733364924206Num uniques 859; 2024-12-05T02:15:24,209 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-12-05T02:15:24,209 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-12-05T02:15:24,211 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1733364924121, max timestamp=1733364924206Num uniques 859; 2024-12-05T02:15:24,211 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-12-05T02:15:24,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-12-05T02:15:24,283 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:24,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46760 deadline: 1733364984259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:24,284 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:24,284 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:24,284 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:24,289 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:24,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46756 deadline: 1733364984282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:24,289 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:24,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46724 deadline: 1733364984282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:24,291 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:24,291 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:24,291 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:24,292 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:24,292 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:24,292 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:24,302 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:24,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46734 deadline: 1733364984284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:24,303 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:24,303 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:24,303 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:24,303 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:24,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46704 deadline: 1733364984284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:24,303 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:24,303 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:24,303 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:24,311 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-12-05T02:15:24,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466. 2024-12-05T02:15:24,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466. as already flushing 2024-12-05T02:15:24,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466. 2024-12-05T02:15:24,311 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => 2d81a27baa88285b81f8deb352ea9466, NAME => 'TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:24,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => 2d81a27baa88285b81f8deb352ea9466, NAME => 'TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:24,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d81a27baa88285b81f8deb352ea9466, NAME => 'TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d81a27baa88285b81f8deb352ea9466, NAME => 'TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:24,409 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:24,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46760 deadline: 1733364984395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:24,409 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:24,409 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:24,409 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:24,409 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:24,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46724 deadline: 1733364984395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:24,410 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:24,410 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:24,410 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:24,410 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:24,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46756 deadline: 1733364984395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:24,410 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:24,410 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:24,410 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:24,422 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:24,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46734 deadline: 1733364984405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:24,423 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:24,423 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:24,423 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:24,429 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:24,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46704 deadline: 1733364984414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:24,430 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:24,430 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:24,430 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:24,465 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-12-05T02:15:24,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466. 2024-12-05T02:15:24,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466. as already flushing 2024-12-05T02:15:24,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466. 2024-12-05T02:15:24,466 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => 2d81a27baa88285b81f8deb352ea9466, NAME => 'TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:24,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => 2d81a27baa88285b81f8deb352ea9466, NAME => 'TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:24,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d81a27baa88285b81f8deb352ea9466, NAME => 'TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d81a27baa88285b81f8deb352ea9466, NAME => 'TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:24,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-12-05T02:15:24,570 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=162 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/B/4aa3fd06dbd5411d9cb2c69f60c41136 2024-12-05T02:15:24,577 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/C/4ae15183a8d5464abedfa897ed4591f8 is 50, key is test_row_0/C:col10/1733364924042/Put/seqid=0 2024-12-05T02:15:24,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742278_1454 (size=9757) 2024-12-05T02:15:24,581 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=162 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/C/4ae15183a8d5464abedfa897ed4591f8 2024-12-05T02:15:24,585 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/A/04c2f538e29f4baea73e1682fbadf203 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/A/04c2f538e29f4baea73e1682fbadf203 2024-12-05T02:15:24,588 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/A/04c2f538e29f4baea73e1682fbadf203, entries=200, sequenceid=162, filesize=38.8 K 2024-12-05T02:15:24,590 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/B/4aa3fd06dbd5411d9cb2c69f60c41136 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/B/4aa3fd06dbd5411d9cb2c69f60c41136 2024-12-05T02:15:24,593 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/B/4aa3fd06dbd5411d9cb2c69f60c41136, entries=100, sequenceid=162, filesize=9.5 K 2024-12-05T02:15:24,594 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/C/4ae15183a8d5464abedfa897ed4591f8 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/C/4ae15183a8d5464abedfa897ed4591f8 2024-12-05T02:15:24,599 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/C/4ae15183a8d5464abedfa897ed4591f8, entries=100, sequenceid=162, filesize=9.5 K 2024-12-05T02:15:24,599 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=147.60 KB/151140 for 2d81a27baa88285b81f8deb352ea9466 in 555ms, sequenceid=162, compaction requested=true 2024-12-05T02:15:24,600 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2d81a27baa88285b81f8deb352ea9466: 2024-12-05T02:15:24,600 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2d81a27baa88285b81f8deb352ea9466:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T02:15:24,600 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:15:24,600 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2d81a27baa88285b81f8deb352ea9466:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T02:15:24,600 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T02:15:24,600 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:15:24,600 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2d81a27baa88285b81f8deb352ea9466:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T02:15:24,600 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T02:15:24,600 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T02:15:24,601 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34283 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T02:15:24,601 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102179 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T02:15:24,601 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1541): 2d81a27baa88285b81f8deb352ea9466/B is initiating minor compaction (all files) 2024-12-05T02:15:24,601 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1541): 2d81a27baa88285b81f8deb352ea9466/A is initiating minor compaction (all files) 2024-12-05T02:15:24,601 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2d81a27baa88285b81f8deb352ea9466/A in TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466. 2024-12-05T02:15:24,601 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2d81a27baa88285b81f8deb352ea9466/B in TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466. 2024-12-05T02:15:24,601 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/A/093c0031362c468e8f8d9e06758d9cc4, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/A/f95e24f38e67417c9b4a926605b4f5f1, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/A/04c2f538e29f4baea73e1682fbadf203] into tmpdir=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp, totalSize=99.8 K 2024-12-05T02:15:24,601 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/B/9f04627ebddc4f6b9617a464a8fb8f03, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/B/c244963d5017442fa847076886dc9336, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/B/4aa3fd06dbd5411d9cb2c69f60c41136] into tmpdir=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp, totalSize=33.5 K 2024-12-05T02:15:24,601 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466. 2024-12-05T02:15:24,601 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466. files: [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/A/093c0031362c468e8f8d9e06758d9cc4, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/A/f95e24f38e67417c9b4a926605b4f5f1, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/A/04c2f538e29f4baea73e1682fbadf203] 2024-12-05T02:15:24,601 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting 9f04627ebddc4f6b9617a464a8fb8f03, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1733364920505 2024-12-05T02:15:24,602 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting c244963d5017442fa847076886dc9336, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1733364921698 2024-12-05T02:15:24,602 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting 4aa3fd06dbd5411d9cb2c69f60c41136, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1733364924041 2024-12-05T02:15:24,604 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting 093c0031362c468e8f8d9e06758d9cc4, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1733364920505 2024-12-05T02:15:24,605 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting f95e24f38e67417c9b4a926605b4f5f1, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1733364921698 2024-12-05T02:15:24,605 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting 04c2f538e29f4baea73e1682fbadf203, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1733364924014 2024-12-05T02:15:24,610 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2d81a27baa88285b81f8deb352ea9466#B#compaction#390 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T02:15:24,610 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/B/84f73f8a512947c589964d35fd8b601a is 50, key is test_row_0/B:col10/1733364924042/Put/seqid=0 2024-12-05T02:15:24,612 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=2d81a27baa88285b81f8deb352ea9466] 2024-12-05T02:15:24,619 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-12-05T02:15:24,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466. 2024-12-05T02:15:24,619 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2902): Flushing 2d81a27baa88285b81f8deb352ea9466 3/3 column families, dataSize=147.60 KB heapSize=410.77 KB 2024-12-05T02:15:24,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d81a27baa88285b81f8deb352ea9466, store=A 2024-12-05T02:15:24,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T02:15:24,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d81a27baa88285b81f8deb352ea9466, store=B 2024-12-05T02:15:24,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T02:15:24,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d81a27baa88285b81f8deb352ea9466, store=C 2024-12-05T02:15:24,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T02:15:24,620 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024120533b5b2131e4a42fc8abf7e7f5c986217_2d81a27baa88285b81f8deb352ea9466 store=[table=TestAcidGuarantees family=A region=2d81a27baa88285b81f8deb352ea9466] 2024-12-05T02:15:24,623 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024120533b5b2131e4a42fc8abf7e7f5c986217_2d81a27baa88285b81f8deb352ea9466, store=[table=TestAcidGuarantees family=A region=2d81a27baa88285b81f8deb352ea9466] 2024-12-05T02:15:24,623 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120533b5b2131e4a42fc8abf7e7f5c986217_2d81a27baa88285b81f8deb352ea9466 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=2d81a27baa88285b81f8deb352ea9466] 2024-12-05T02:15:24,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742279_1455 (size=12527) 2024-12-05T02:15:24,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(8855): Flush requested on 2d81a27baa88285b81f8deb352ea9466 2024-12-05T02:15:24,629 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466. as already flushing 2024-12-05T02:15:24,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205ad508fdacef4498ca759dcbdc2c54bb5_2d81a27baa88285b81f8deb352ea9466 is 50, key is test_row_0/A:col10/1733364924281/Put/seqid=0 2024-12-05T02:15:24,649 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:24,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46734 deadline: 1733364984634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:24,650 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:24,649 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:24,650 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:24,650 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:24,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46704 deadline: 1733364984634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:24,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742280_1456 (size=4469) 2024-12-05T02:15:24,650 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:24,650 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:24,650 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:24,651 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2d81a27baa88285b81f8deb352ea9466#A#compaction#391 average throughput is 0.63 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T02:15:24,652 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/A/379fa57ba6974d2289df8b44f362cc2a is 175, key is test_row_0/A:col10/1733364924042/Put/seqid=0 2024-12-05T02:15:24,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742281_1457 (size=12304) 2024-12-05T02:15:24,662 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:24,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46760 deadline: 1733364984646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:24,662 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:24,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742282_1458 (size=31588) 2024-12-05T02:15:24,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46756 deadline: 1733364984648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:24,663 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:24,663 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:24,663 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:24,663 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:24,663 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:24,663 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:24,666 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:24,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46724 deadline: 1733364984650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:24,667 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:24,667 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:24,667 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:24,669 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/A/379fa57ba6974d2289df8b44f362cc2a as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/A/379fa57ba6974d2289df8b44f362cc2a 2024-12-05T02:15:24,673 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2d81a27baa88285b81f8deb352ea9466/A of 2d81a27baa88285b81f8deb352ea9466 into 379fa57ba6974d2289df8b44f362cc2a(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T02:15:24,673 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2d81a27baa88285b81f8deb352ea9466: 2024-12-05T02:15:24,673 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., storeName=2d81a27baa88285b81f8deb352ea9466/A, priority=13, startTime=1733364924600; duration=0sec 2024-12-05T02:15:24,673 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T02:15:24,673 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2d81a27baa88285b81f8deb352ea9466:A 2024-12-05T02:15:24,673 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T02:15:24,678 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34283 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T02:15:24,678 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1541): 2d81a27baa88285b81f8deb352ea9466/C is initiating minor compaction (all files) 2024-12-05T02:15:24,678 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2d81a27baa88285b81f8deb352ea9466/C in TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466. 2024-12-05T02:15:24,678 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/C/7aa8b0101e964abead7bbec9536973dd, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/C/476e67ab1ec74887a88c004ffdbede8e, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/C/4ae15183a8d5464abedfa897ed4591f8] into tmpdir=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp, totalSize=33.5 K 2024-12-05T02:15:24,678 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7aa8b0101e964abead7bbec9536973dd, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1733364920505 2024-12-05T02:15:24,678 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting 476e67ab1ec74887a88c004ffdbede8e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1733364921698 2024-12-05T02:15:24,679 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4ae15183a8d5464abedfa897ed4591f8, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1733364924041 2024-12-05T02:15:24,685 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2d81a27baa88285b81f8deb352ea9466#C#compaction#393 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T02:15:24,686 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/C/6cc7755737214c2aa7ea642926e75cec is 50, key is test_row_0/C:col10/1733364924042/Put/seqid=0 2024-12-05T02:15:24,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742283_1459 (size=12527) 2024-12-05T02:15:24,780 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:24,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46760 deadline: 1733364984775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:24,781 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:24,781 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:24,781 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:24,781 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:24,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46724 deadline: 1733364984775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:24,782 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:24,782 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:24,782 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:24,782 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:24,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46756 deadline: 1733364984775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:24,782 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:24,782 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:24,782 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:24,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-12-05T02:15:24,984 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:24,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46734 deadline: 1733364984955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:24,985 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:24,985 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:24,985 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:24,985 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:24,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46704 deadline: 1733364984955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:24,986 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:24,986 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:24,986 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:25,008 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:25,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46760 deadline: 1733364984984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:25,009 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:25,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46756 deadline: 1733364984984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:25,009 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:25,009 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:25,009 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:25,010 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:25,010 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:25,010 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:25,010 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:25,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46724 deadline: 1733364984984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:25,010 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:25,011 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:25,011 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:25,032 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/B/84f73f8a512947c589964d35fd8b601a as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/B/84f73f8a512947c589964d35fd8b601a 2024-12-05T02:15:25,036 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2d81a27baa88285b81f8deb352ea9466/B of 2d81a27baa88285b81f8deb352ea9466 into 84f73f8a512947c589964d35fd8b601a(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T02:15:25,036 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2d81a27baa88285b81f8deb352ea9466: 2024-12-05T02:15:25,036 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., storeName=2d81a27baa88285b81f8deb352ea9466/B, priority=13, startTime=1733364924600; duration=0sec 2024-12-05T02:15:25,037 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:15:25,037 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2d81a27baa88285b81f8deb352ea9466:B 2024-12-05T02:15:25,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:25,062 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205ad508fdacef4498ca759dcbdc2c54bb5_2d81a27baa88285b81f8deb352ea9466 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205ad508fdacef4498ca759dcbdc2c54bb5_2d81a27baa88285b81f8deb352ea9466 2024-12-05T02:15:25,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/A/23a2c70b3cfd4b6793dd3c1a341f7563, store: [table=TestAcidGuarantees family=A region=2d81a27baa88285b81f8deb352ea9466] 2024-12-05T02:15:25,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/A/23a2c70b3cfd4b6793dd3c1a341f7563 is 175, key is test_row_0/A:col10/1733364924281/Put/seqid=0 2024-12-05T02:15:25,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742284_1460 (size=31105) 2024-12-05T02:15:25,099 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=198, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/A/23a2c70b3cfd4b6793dd3c1a341f7563 2024-12-05T02:15:25,104 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/C/6cc7755737214c2aa7ea642926e75cec as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/C/6cc7755737214c2aa7ea642926e75cec 2024-12-05T02:15:25,109 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2d81a27baa88285b81f8deb352ea9466/C of 2d81a27baa88285b81f8deb352ea9466 into 6cc7755737214c2aa7ea642926e75cec(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T02:15:25,109 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2d81a27baa88285b81f8deb352ea9466: 2024-12-05T02:15:25,109 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., storeName=2d81a27baa88285b81f8deb352ea9466/C, priority=13, startTime=1733364924600; duration=0sec 2024-12-05T02:15:25,110 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:15:25,110 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2d81a27baa88285b81f8deb352ea9466:C 2024-12-05T02:15:25,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/B/41473625ab8e46cca48cbe98b7c22331 is 50, key is test_row_0/B:col10/1733364924281/Put/seqid=0 2024-12-05T02:15:25,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742285_1461 (size=12151) 2024-12-05T02:15:25,161 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/B/41473625ab8e46cca48cbe98b7c22331 2024-12-05T02:15:25,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/C/406e74dd5ba04a178683be390e7684d5 is 50, key is test_row_0/C:col10/1733364924281/Put/seqid=0 2024-12-05T02:15:25,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742286_1462 (size=12151) 2024-12-05T02:15:25,207 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/C/406e74dd5ba04a178683be390e7684d5 2024-12-05T02:15:25,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/A/23a2c70b3cfd4b6793dd3c1a341f7563 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/A/23a2c70b3cfd4b6793dd3c1a341f7563 2024-12-05T02:15:25,219 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/A/23a2c70b3cfd4b6793dd3c1a341f7563, entries=150, sequenceid=198, filesize=30.4 K 2024-12-05T02:15:25,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/B/41473625ab8e46cca48cbe98b7c22331 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/B/41473625ab8e46cca48cbe98b7c22331 2024-12-05T02:15:25,224 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/B/41473625ab8e46cca48cbe98b7c22331, entries=150, sequenceid=198, filesize=11.9 K 2024-12-05T02:15:25,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/C/406e74dd5ba04a178683be390e7684d5 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/C/406e74dd5ba04a178683be390e7684d5 2024-12-05T02:15:25,230 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/C/406e74dd5ba04a178683be390e7684d5, entries=150, sequenceid=198, filesize=11.9 K 2024-12-05T02:15:25,232 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~410.72 KB/420576, currentSize=40.25 KB/41220 for 2d81a27baa88285b81f8deb352ea9466 in 612ms, sequenceid=198, compaction requested=false 2024-12-05T02:15:25,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2603): Flush status journal for 2d81a27baa88285b81f8deb352ea9466: 2024-12-05T02:15:25,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466. 2024-12-05T02:15:25,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=116 2024-12-05T02:15:25,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46883 {}] master.HMaster(4169): Remote procedure done, pid=116 2024-12-05T02:15:25,236 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=116, resume processing ppid=115 2024-12-05T02:15:25,236 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=116, ppid=115, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0760 sec 2024-12-05T02:15:25,238 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=115, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees in 1.0810 sec 2024-12-05T02:15:25,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-12-05T02:15:25,295 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-05T02:15:25,296 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46883 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T02:15:25,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46883 {}] procedure2.ProcedureExecutor(1139): Stored pid=117, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees 2024-12-05T02:15:25,298 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=117, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T02:15:25,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-12-05T02:15:25,299 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=117, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T02:15:25,299 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=118, ppid=117, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T02:15:25,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(8855): Flush requested on 2d81a27baa88285b81f8deb352ea9466 2024-12-05T02:15:25,323 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2d81a27baa88285b81f8deb352ea9466 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-05T02:15:25,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d81a27baa88285b81f8deb352ea9466, store=A 2024-12-05T02:15:25,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:15:25,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d81a27baa88285b81f8deb352ea9466, store=B 2024-12-05T02:15:25,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:15:25,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d81a27baa88285b81f8deb352ea9466, store=C 2024-12-05T02:15:25,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:15:25,363 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205d6e84653a0c64d9bb06df1a921da2a35_2d81a27baa88285b81f8deb352ea9466 is 50, key is test_row_0/A:col10/1733364925323/Put/seqid=0 2024-12-05T02:15:25,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742287_1463 (size=17284) 2024-12-05T02:15:25,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-12-05T02:15:25,450 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:25,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46756 deadline: 1733364985432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:25,451 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:25,451 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:25,451 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:25,452 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-12-05T02:15:25,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466. 2024-12-05T02:15:25,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466. as already flushing 2024-12-05T02:15:25,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466. 2024-12-05T02:15:25,452 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => 2d81a27baa88285b81f8deb352ea9466, NAME => 'TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:25,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => 2d81a27baa88285b81f8deb352ea9466, NAME => 'TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:25,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d81a27baa88285b81f8deb352ea9466, NAME => 'TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d81a27baa88285b81f8deb352ea9466, NAME => 'TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:25,471 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:25,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46724 deadline: 1733364985446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:25,472 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:25,472 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:25,472 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:25,475 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:25,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46760 deadline: 1733364985449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:25,475 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:25,475 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:25,475 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:25,509 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:25,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46734 deadline: 1733364985495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:25,510 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:25,510 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:25,510 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:25,512 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:25,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46704 deadline: 1733364985495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:25,513 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:25,513 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:25,513 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:25,569 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:25,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46756 deadline: 1733364985554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:25,570 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:25,570 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:25,570 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:25,589 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:25,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46724 deadline: 1733364985575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:25,592 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:25,592 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:25,592 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:25,592 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:25,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46760 deadline: 1733364985584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:25,593 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:25,593 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:25,593 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:25,605 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-12-05T02:15:25,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466. 2024-12-05T02:15:25,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466. as already flushing 2024-12-05T02:15:25,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466. 2024-12-05T02:15:25,606 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => 2d81a27baa88285b81f8deb352ea9466, NAME => 'TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:25,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => 2d81a27baa88285b81f8deb352ea9466, NAME => 'TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:25,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d81a27baa88285b81f8deb352ea9466, NAME => 'TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d81a27baa88285b81f8deb352ea9466, NAME => 'TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:25,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-12-05T02:15:25,763 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-12-05T02:15:25,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466. 2024-12-05T02:15:25,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466. as already flushing 2024-12-05T02:15:25,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466. 2024-12-05T02:15:25,764 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => 2d81a27baa88285b81f8deb352ea9466, NAME => 'TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:25,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => 2d81a27baa88285b81f8deb352ea9466, NAME => 'TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:25,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d81a27baa88285b81f8deb352ea9466, NAME => 'TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d81a27baa88285b81f8deb352ea9466, NAME => 'TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:25,785 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:25,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46756 deadline: 1733364985775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:25,785 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:25,785 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:25,785 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:25,796 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:25,800 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:25,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46724 deadline: 1733364985794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:25,801 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:25,801 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:25,801 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:25,803 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205d6e84653a0c64d9bb06df1a921da2a35_2d81a27baa88285b81f8deb352ea9466 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205d6e84653a0c64d9bb06df1a921da2a35_2d81a27baa88285b81f8deb352ea9466 2024-12-05T02:15:25,808 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/A/f33716ebe33640a389e6b2f65ca6bd1d, store: [table=TestAcidGuarantees family=A region=2d81a27baa88285b81f8deb352ea9466] 2024-12-05T02:15:25,809 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/A/f33716ebe33640a389e6b2f65ca6bd1d is 175, key is test_row_0/A:col10/1733364925323/Put/seqid=0 2024-12-05T02:15:25,817 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:25,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46760 deadline: 1733364985804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:25,818 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:25,818 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:25,818 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:25,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742288_1464 (size=48389) 2024-12-05T02:15:25,917 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-12-05T02:15:25,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466. 2024-12-05T02:15:25,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466. as already flushing 2024-12-05T02:15:25,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466. 2024-12-05T02:15:25,917 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => 2d81a27baa88285b81f8deb352ea9466, NAME => 'TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:25,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => 2d81a27baa88285b81f8deb352ea9466, NAME => 'TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:25,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d81a27baa88285b81f8deb352ea9466, NAME => 'TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d81a27baa88285b81f8deb352ea9466, NAME => 'TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:25,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-12-05T02:15:26,071 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-12-05T02:15:26,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466. 2024-12-05T02:15:26,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466. as already flushing 2024-12-05T02:15:26,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466. 2024-12-05T02:15:26,072 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => 2d81a27baa88285b81f8deb352ea9466, NAME => 'TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:26,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => 2d81a27baa88285b81f8deb352ea9466, NAME => 'TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:26,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d81a27baa88285b81f8deb352ea9466, NAME => 'TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d81a27baa88285b81f8deb352ea9466, NAME => 'TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:26,100 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:26,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46756 deadline: 1733364986094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:26,104 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:26,104 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:26,105 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:26,131 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:26,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46724 deadline: 1733364986118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:26,132 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:26,132 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:26,132 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:26,135 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:26,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46760 deadline: 1733364986124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:26,136 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:26,136 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:26,136 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:26,225 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-12-05T02:15:26,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466. 2024-12-05T02:15:26,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466. as already flushing 2024-12-05T02:15:26,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466. 2024-12-05T02:15:26,226 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => 2d81a27baa88285b81f8deb352ea9466, NAME => 'TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:26,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => 2d81a27baa88285b81f8deb352ea9466, NAME => 'TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:26,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2d81a27baa88285b81f8deb352ea9466, NAME => 'TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2d81a27baa88285b81f8deb352ea9466, NAME => 'TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:26,243 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=213, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/A/f33716ebe33640a389e6b2f65ca6bd1d 2024-12-05T02:15:26,270 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/B/383fb1f3cb7244698047f5b3f0d78e29 is 50, key is test_row_0/B:col10/1733364925323/Put/seqid=0 2024-12-05T02:15:26,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742289_1465 (size=12151) 2024-12-05T02:15:26,295 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/B/383fb1f3cb7244698047f5b3f0d78e29 2024-12-05T02:15:26,305 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/C/7491e3430c2249288e033c2acd2f9fb8 is 50, key is test_row_0/C:col10/1733364925323/Put/seqid=0 2024-12-05T02:15:26,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742290_1466 (size=12151) 2024-12-05T02:15:26,321 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/C/7491e3430c2249288e033c2acd2f9fb8 2024-12-05T02:15:26,330 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/A/f33716ebe33640a389e6b2f65ca6bd1d as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/A/f33716ebe33640a389e6b2f65ca6bd1d 2024-12-05T02:15:26,335 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/A/f33716ebe33640a389e6b2f65ca6bd1d, entries=250, sequenceid=213, filesize=47.3 K 2024-12-05T02:15:26,336 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/B/383fb1f3cb7244698047f5b3f0d78e29 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/B/383fb1f3cb7244698047f5b3f0d78e29 2024-12-05T02:15:26,340 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/B/383fb1f3cb7244698047f5b3f0d78e29, entries=150, sequenceid=213, filesize=11.9 K 2024-12-05T02:15:26,343 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/C/7491e3430c2249288e033c2acd2f9fb8 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/C/7491e3430c2249288e033c2acd2f9fb8 2024-12-05T02:15:26,348 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/C/7491e3430c2249288e033c2acd2f9fb8, entries=150, sequenceid=213, filesize=11.9 K 2024-12-05T02:15:26,348 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 2d81a27baa88285b81f8deb352ea9466 in 1025ms, sequenceid=213, compaction requested=true 2024-12-05T02:15:26,349 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2d81a27baa88285b81f8deb352ea9466: 2024-12-05T02:15:26,349 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T02:15:26,349 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2d81a27baa88285b81f8deb352ea9466:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T02:15:26,349 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:15:26,349 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T02:15:26,349 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2d81a27baa88285b81f8deb352ea9466:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T02:15:26,349 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:15:26,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2d81a27baa88285b81f8deb352ea9466:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T02:15:26,350 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111082 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T02:15:26,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T02:15:26,350 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1541): 2d81a27baa88285b81f8deb352ea9466/A is initiating minor compaction (all files) 2024-12-05T02:15:26,350 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2d81a27baa88285b81f8deb352ea9466/A in TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466. 2024-12-05T02:15:26,350 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/A/379fa57ba6974d2289df8b44f362cc2a, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/A/23a2c70b3cfd4b6793dd3c1a341f7563, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/A/f33716ebe33640a389e6b2f65ca6bd1d] into tmpdir=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp, totalSize=108.5 K 2024-12-05T02:15:26,350 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466. 2024-12-05T02:15:26,350 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466. files: [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/A/379fa57ba6974d2289df8b44f362cc2a, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/A/23a2c70b3cfd4b6793dd3c1a341f7563, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/A/f33716ebe33640a389e6b2f65ca6bd1d] 2024-12-05T02:15:26,350 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting 379fa57ba6974d2289df8b44f362cc2a, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1733364921713 2024-12-05T02:15:26,350 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T02:15:26,351 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1541): 2d81a27baa88285b81f8deb352ea9466/B is initiating minor compaction (all files) 2024-12-05T02:15:26,351 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2d81a27baa88285b81f8deb352ea9466/B in TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466. 2024-12-05T02:15:26,351 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/B/84f73f8a512947c589964d35fd8b601a, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/B/41473625ab8e46cca48cbe98b7c22331, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/B/383fb1f3cb7244698047f5b3f0d78e29] into tmpdir=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp, totalSize=36.0 K 2024-12-05T02:15:26,351 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting 84f73f8a512947c589964d35fd8b601a, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1733364921713 2024-12-05T02:15:26,351 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting 23a2c70b3cfd4b6793dd3c1a341f7563, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1733364924279 2024-12-05T02:15:26,351 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting 41473625ab8e46cca48cbe98b7c22331, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1733364924279 2024-12-05T02:15:26,351 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting f33716ebe33640a389e6b2f65ca6bd1d, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1733364924643 2024-12-05T02:15:26,351 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting 383fb1f3cb7244698047f5b3f0d78e29, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1733364924643 2024-12-05T02:15:26,357 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=2d81a27baa88285b81f8deb352ea9466] 2024-12-05T02:15:26,368 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2d81a27baa88285b81f8deb352ea9466#B#compaction#400 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-05T02:15:26,368 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/B/c31fc1db5f584f39ac082ed01fdba527 is 50, key is test_row_0/B:col10/1733364925323/Put/seqid=0 2024-12-05T02:15:26,370 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024120547dfd8c459704d24a5b3821e0ffa37ff_2d81a27baa88285b81f8deb352ea9466 store=[table=TestAcidGuarantees family=A region=2d81a27baa88285b81f8deb352ea9466] 2024-12-05T02:15:26,373 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024120547dfd8c459704d24a5b3821e0ffa37ff_2d81a27baa88285b81f8deb352ea9466, store=[table=TestAcidGuarantees family=A region=2d81a27baa88285b81f8deb352ea9466] 2024-12-05T02:15:26,373 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120547dfd8c459704d24a5b3821e0ffa37ff_2d81a27baa88285b81f8deb352ea9466 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=2d81a27baa88285b81f8deb352ea9466] 2024-12-05T02:15:26,379 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-12-05T02:15:26,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466. 2024-12-05T02:15:26,379 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2902): Flushing 2d81a27baa88285b81f8deb352ea9466 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-12-05T02:15:26,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d81a27baa88285b81f8deb352ea9466, store=A 2024-12-05T02:15:26,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:15:26,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d81a27baa88285b81f8deb352ea9466, store=B 2024-12-05T02:15:26,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:15:26,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d81a27baa88285b81f8deb352ea9466, store=C 2024-12-05T02:15:26,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:15:26,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742291_1467 (size=12629) 2024-12-05T02:15:26,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205130b0475e3c24495a59b2b1f61f5756c_2d81a27baa88285b81f8deb352ea9466 is 50, key is test_row_0/A:col10/1733364925443/Put/seqid=0 2024-12-05T02:15:26,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742292_1468 (size=4469) 2024-12-05T02:15:26,412 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2d81a27baa88285b81f8deb352ea9466#A#compaction#399 average throughput is 0.44 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T02:15:26,413 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/A/588b7ba19ee64853b4e518daaed5e145 is 175, key is test_row_0/A:col10/1733364925323/Put/seqid=0 2024-12-05T02:15:26,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742293_1469 (size=12304) 2024-12-05T02:15:26,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742294_1470 (size=31583) 2024-12-05T02:15:26,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-12-05T02:15:26,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(8855): Flush requested on 2d81a27baa88285b81f8deb352ea9466 2024-12-05T02:15:26,533 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466. as already flushing 2024-12-05T02:15:26,580 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:26,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46704 deadline: 1733364986568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:26,581 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:26,581 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:26,581 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:26,590 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:26,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46734 deadline: 1733364986581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:26,590 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:26,590 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:26,590 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:26,620 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:26,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46756 deadline: 1733364986614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:26,621 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:26,621 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:26,621 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:26,644 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:26,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46724 deadline: 1733364986635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:26,644 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:26,644 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:26,644 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:26,654 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:26,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46760 deadline: 1733364986644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:26,654 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:26,654 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:26,654 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:26,692 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:26,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46704 deadline: 1733364986684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:26,692 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:26,693 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:26,693 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:26,705 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:26,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46734 deadline: 1733364986695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:26,705 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:26,705 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:26,705 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:26,799 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/B/c31fc1db5f584f39ac082ed01fdba527 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/B/c31fc1db5f584f39ac082ed01fdba527 2024-12-05T02:15:26,803 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2d81a27baa88285b81f8deb352ea9466/B of 2d81a27baa88285b81f8deb352ea9466 into c31fc1db5f584f39ac082ed01fdba527(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T02:15:26,803 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2d81a27baa88285b81f8deb352ea9466: 2024-12-05T02:15:26,803 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., storeName=2d81a27baa88285b81f8deb352ea9466/B, priority=13, startTime=1733364926349; duration=0sec 2024-12-05T02:15:26,803 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T02:15:26,803 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2d81a27baa88285b81f8deb352ea9466:B 2024-12-05T02:15:26,803 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T02:15:26,804 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T02:15:26,804 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1541): 2d81a27baa88285b81f8deb352ea9466/C is initiating minor compaction (all files) 2024-12-05T02:15:26,804 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2d81a27baa88285b81f8deb352ea9466/C in TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466. 2024-12-05T02:15:26,804 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/C/6cc7755737214c2aa7ea642926e75cec, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/C/406e74dd5ba04a178683be390e7684d5, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/C/7491e3430c2249288e033c2acd2f9fb8] into tmpdir=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp, totalSize=36.0 K 2024-12-05T02:15:26,804 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting 6cc7755737214c2aa7ea642926e75cec, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1733364921713 2024-12-05T02:15:26,804 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting 406e74dd5ba04a178683be390e7684d5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1733364924279 2024-12-05T02:15:26,805 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting 7491e3430c2249288e033c2acd2f9fb8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1733364924643 2024-12-05T02:15:26,811 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2d81a27baa88285b81f8deb352ea9466#C#compaction#402 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T02:15:26,812 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/C/8957bc0fa13145189c397f6309a26e27 is 50, key is test_row_0/C:col10/1733364925323/Put/seqid=0 2024-12-05T02:15:26,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742295_1471 (size=12629) 2024-12-05T02:15:26,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:26,825 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205130b0475e3c24495a59b2b1f61f5756c_2d81a27baa88285b81f8deb352ea9466 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205130b0475e3c24495a59b2b1f61f5756c_2d81a27baa88285b81f8deb352ea9466 2024-12-05T02:15:26,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/A/eb3089761d3044cdbec9c5adc342e0aa, store: [table=TestAcidGuarantees family=A region=2d81a27baa88285b81f8deb352ea9466] 2024-12-05T02:15:26,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/A/eb3089761d3044cdbec9c5adc342e0aa is 175, key is test_row_0/A:col10/1733364925443/Put/seqid=0 2024-12-05T02:15:26,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742296_1472 (size=31105) 2024-12-05T02:15:26,837 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=233, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/A/eb3089761d3044cdbec9c5adc342e0aa 2024-12-05T02:15:26,838 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/A/588b7ba19ee64853b4e518daaed5e145 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/A/588b7ba19ee64853b4e518daaed5e145 2024-12-05T02:15:26,842 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2d81a27baa88285b81f8deb352ea9466/A of 2d81a27baa88285b81f8deb352ea9466 into 588b7ba19ee64853b4e518daaed5e145(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T02:15:26,842 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2d81a27baa88285b81f8deb352ea9466: 2024-12-05T02:15:26,842 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., storeName=2d81a27baa88285b81f8deb352ea9466/A, priority=13, startTime=1733364926349; duration=0sec 2024-12-05T02:15:26,842 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:15:26,842 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2d81a27baa88285b81f8deb352ea9466:A 2024-12-05T02:15:26,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/B/23b0112714d14147a15ca5dfad66b9d3 is 50, key is test_row_0/B:col10/1733364925443/Put/seqid=0 2024-12-05T02:15:26,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742297_1473 (size=12151) 2024-12-05T02:15:26,914 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:26,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46704 deadline: 1733364986904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:26,914 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:26,914 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:26,914 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:26,922 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:26,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46734 deadline: 1733364986914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:26,923 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:26,923 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:26,923 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:27,219 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/C/8957bc0fa13145189c397f6309a26e27 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/C/8957bc0fa13145189c397f6309a26e27 2024-12-05T02:15:27,223 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2d81a27baa88285b81f8deb352ea9466/C of 2d81a27baa88285b81f8deb352ea9466 into 8957bc0fa13145189c397f6309a26e27(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T02:15:27,223 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2d81a27baa88285b81f8deb352ea9466: 2024-12-05T02:15:27,223 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., storeName=2d81a27baa88285b81f8deb352ea9466/C, priority=13, startTime=1733364926349; duration=0sec 2024-12-05T02:15:27,223 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:15:27,223 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2d81a27baa88285b81f8deb352ea9466:C 2024-12-05T02:15:27,231 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:27,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46704 deadline: 1733364987225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:27,232 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:27,232 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:27,232 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:27,243 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:27,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46734 deadline: 1733364987234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:27,244 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:27,244 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:27,244 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:27,249 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/B/23b0112714d14147a15ca5dfad66b9d3 2024-12-05T02:15:27,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/C/722d03eb6dfa4d8bb31dee8bc8c99a58 is 50, key is test_row_0/C:col10/1733364925443/Put/seqid=0 2024-12-05T02:15:27,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742298_1474 (size=12151) 2024-12-05T02:15:27,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-12-05T02:15:27,628 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:27,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46756 deadline: 1733364987624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:27,628 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 01bccfa882c7,46535,1733364817982 for 'test_row_0' in 2d81a27baa88285b81f8deb352ea9466 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2197 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-05T02:15:27,629 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:27,629 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:27,629 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:27,659 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/C/722d03eb6dfa4d8bb31dee8bc8c99a58 2024-12-05T02:15:27,661 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:27,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46724 deadline: 1733364987654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:27,662 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 01bccfa882c7,46535,1733364817982 for 'test_row_2' in 2d81a27baa88285b81f8deb352ea9466 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2216 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-05T02:15:27,662 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:27,662 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:27,662 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:27,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/A/eb3089761d3044cdbec9c5adc342e0aa as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/A/eb3089761d3044cdbec9c5adc342e0aa 2024-12-05T02:15:27,668 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/A/eb3089761d3044cdbec9c5adc342e0aa, entries=150, sequenceid=233, filesize=30.4 K 2024-12-05T02:15:27,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/B/23b0112714d14147a15ca5dfad66b9d3 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/B/23b0112714d14147a15ca5dfad66b9d3 2024-12-05T02:15:27,672 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/B/23b0112714d14147a15ca5dfad66b9d3, entries=150, sequenceid=233, filesize=11.9 K 2024-12-05T02:15:27,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/C/722d03eb6dfa4d8bb31dee8bc8c99a58 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/C/722d03eb6dfa4d8bb31dee8bc8c99a58 2024-12-05T02:15:27,674 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:27,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46760 deadline: 1733364987664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:27,675 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 01bccfa882c7,46535,1733364817982 for 'test_row_2' in 2d81a27baa88285b81f8deb352ea9466 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2226 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-05T02:15:27,675 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/C/722d03eb6dfa4d8bb31dee8bc8c99a58, entries=150, sequenceid=233, filesize=11.9 K 2024-12-05T02:15:27,676 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:27,676 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:27,676 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:27,677 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 2d81a27baa88285b81f8deb352ea9466 in 1298ms, sequenceid=233, compaction requested=false 2024-12-05T02:15:27,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2603): Flush status journal for 2d81a27baa88285b81f8deb352ea9466: 2024-12-05T02:15:27,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466. 2024-12-05T02:15:27,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=118 2024-12-05T02:15:27,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46883 {}] master.HMaster(4169): Remote procedure done, pid=118 2024-12-05T02:15:27,680 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=118, resume processing ppid=117 2024-12-05T02:15:27,680 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=118, ppid=117, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3790 sec 2024-12-05T02:15:27,682 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=117, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees in 2.3850 sec 2024-12-05T02:15:27,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(8855): Flush requested on 2d81a27baa88285b81f8deb352ea9466 2024-12-05T02:15:27,749 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2d81a27baa88285b81f8deb352ea9466 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-12-05T02:15:27,749 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d81a27baa88285b81f8deb352ea9466, store=A 2024-12-05T02:15:27,749 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:15:27,749 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d81a27baa88285b81f8deb352ea9466, store=B 2024-12-05T02:15:27,749 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:15:27,749 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d81a27baa88285b81f8deb352ea9466, store=C 2024-12-05T02:15:27,749 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:15:27,755 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412059e91a86ef9f84a8785f5342f45c7c7ea_2d81a27baa88285b81f8deb352ea9466 is 50, key is test_row_0/A:col10/1733364926556/Put/seqid=0 2024-12-05T02:15:27,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742299_1475 (size=14794) 2024-12-05T02:15:27,839 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:27,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46704 deadline: 1733364987833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:27,840 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:27,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46734 deadline: 1733364987834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:27,840 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:27,840 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:27,840 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:27,840 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:27,840 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:27,840 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:27,953 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:27,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46704 deadline: 1733364987944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:27,954 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:27,953 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:27,954 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:27,954 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:27,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46734 deadline: 1733364987944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:27,954 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:27,954 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:27,954 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:28,165 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:28,168 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:28,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46704 deadline: 1733364988165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:28,168 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:28,168 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:28,168 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:28,168 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:28,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46734 deadline: 1733364988165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:28,169 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:28,169 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:28,169 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:28,169 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412059e91a86ef9f84a8785f5342f45c7c7ea_2d81a27baa88285b81f8deb352ea9466 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412059e91a86ef9f84a8785f5342f45c7c7ea_2d81a27baa88285b81f8deb352ea9466 2024-12-05T02:15:28,170 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/A/c5837545f4c5459fb69e961256ccbc76, store: [table=TestAcidGuarantees family=A region=2d81a27baa88285b81f8deb352ea9466] 2024-12-05T02:15:28,171 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/A/c5837545f4c5459fb69e961256ccbc76 is 175, key is test_row_0/A:col10/1733364926556/Put/seqid=0 2024-12-05T02:15:28,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742300_1476 (size=39749) 2024-12-05T02:15:28,479 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:28,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46704 deadline: 1733364988474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:28,479 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:28,479 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:28,479 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:28,479 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:28,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46734 deadline: 1733364988474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:28,480 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:28,480 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:28,480 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:28,574 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=249, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/A/c5837545f4c5459fb69e961256ccbc76 2024-12-05T02:15:28,581 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/B/053098b584ec4f308081b1818b968764 is 50, key is test_row_0/B:col10/1733364926556/Put/seqid=0 2024-12-05T02:15:28,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742301_1477 (size=12151) 2024-12-05T02:15:28,989 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/B/053098b584ec4f308081b1818b968764 2024-12-05T02:15:28,995 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:28,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46704 deadline: 1733364988985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:28,996 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:28,996 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:28,996 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:28,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46734 deadline: 1733364988985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:28,996 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/C/baaa0f3de24445278fedf9f76f5f82a1 is 50, key is test_row_0/C:col10/1733364926556/Put/seqid=0 2024-12-05T02:15:28,996 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:28,996 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:28,996 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:28,996 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:29,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742302_1478 (size=12151) 2024-12-05T02:15:29,001 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/C/baaa0f3de24445278fedf9f76f5f82a1 2024-12-05T02:15:29,004 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/A/c5837545f4c5459fb69e961256ccbc76 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/A/c5837545f4c5459fb69e961256ccbc76 2024-12-05T02:15:29,007 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/A/c5837545f4c5459fb69e961256ccbc76, entries=200, sequenceid=249, filesize=38.8 K 2024-12-05T02:15:29,007 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/B/053098b584ec4f308081b1818b968764 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/B/053098b584ec4f308081b1818b968764 2024-12-05T02:15:29,012 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/B/053098b584ec4f308081b1818b968764, entries=150, sequenceid=249, filesize=11.9 K 2024-12-05T02:15:29,013 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/C/baaa0f3de24445278fedf9f76f5f82a1 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/C/baaa0f3de24445278fedf9f76f5f82a1 2024-12-05T02:15:29,016 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/C/baaa0f3de24445278fedf9f76f5f82a1, entries=150, sequenceid=249, filesize=11.9 K 2024-12-05T02:15:29,017 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 2d81a27baa88285b81f8deb352ea9466 in 1268ms, sequenceid=249, compaction requested=true 2024-12-05T02:15:29,017 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2d81a27baa88285b81f8deb352ea9466: 2024-12-05T02:15:29,017 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2d81a27baa88285b81f8deb352ea9466:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T02:15:29,017 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:15:29,017 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2d81a27baa88285b81f8deb352ea9466:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T02:15:29,017 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:15:29,017 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2d81a27baa88285b81f8deb352ea9466:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T02:15:29,017 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T02:15:29,018 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T02:15:29,018 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T02:15:29,018 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102437 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T02:15:29,018 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T02:15:29,018 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1541): 2d81a27baa88285b81f8deb352ea9466/B is initiating minor compaction (all files) 2024-12-05T02:15:29,018 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1541): 2d81a27baa88285b81f8deb352ea9466/A is initiating minor compaction (all files) 2024-12-05T02:15:29,019 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2d81a27baa88285b81f8deb352ea9466/A in TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466. 2024-12-05T02:15:29,019 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2d81a27baa88285b81f8deb352ea9466/B in TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466. 2024-12-05T02:15:29,019 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/A/588b7ba19ee64853b4e518daaed5e145, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/A/eb3089761d3044cdbec9c5adc342e0aa, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/A/c5837545f4c5459fb69e961256ccbc76] into tmpdir=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp, totalSize=100.0 K 2024-12-05T02:15:29,019 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/B/c31fc1db5f584f39ac082ed01fdba527, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/B/23b0112714d14147a15ca5dfad66b9d3, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/B/053098b584ec4f308081b1818b968764] into tmpdir=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp, totalSize=36.1 K 2024-12-05T02:15:29,019 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466. 2024-12-05T02:15:29,019 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466. files: [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/A/588b7ba19ee64853b4e518daaed5e145, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/A/eb3089761d3044cdbec9c5adc342e0aa, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/A/c5837545f4c5459fb69e961256ccbc76] 2024-12-05T02:15:29,019 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting c31fc1db5f584f39ac082ed01fdba527, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1733364924643 2024-12-05T02:15:29,019 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting 588b7ba19ee64853b4e518daaed5e145, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1733364924643 2024-12-05T02:15:29,019 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting 23b0112714d14147a15ca5dfad66b9d3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1733364925419 2024-12-05T02:15:29,019 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting eb3089761d3044cdbec9c5adc342e0aa, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1733364925419 2024-12-05T02:15:29,019 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting 053098b584ec4f308081b1818b968764, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1733364926556 2024-12-05T02:15:29,020 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting c5837545f4c5459fb69e961256ccbc76, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1733364926556 2024-12-05T02:15:29,027 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=2d81a27baa88285b81f8deb352ea9466] 2024-12-05T02:15:29,030 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2d81a27baa88285b81f8deb352ea9466#B#compaction#409 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-05T02:15:29,031 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/B/cb4003ab9fe44169983ac6e38f379a8e is 50, key is test_row_0/B:col10/1733364926556/Put/seqid=0 2024-12-05T02:15:29,037 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241205474449efdb1b445097ce38c386bd7c21_2d81a27baa88285b81f8deb352ea9466 store=[table=TestAcidGuarantees family=A region=2d81a27baa88285b81f8deb352ea9466] 2024-12-05T02:15:29,039 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241205474449efdb1b445097ce38c386bd7c21_2d81a27baa88285b81f8deb352ea9466, store=[table=TestAcidGuarantees family=A region=2d81a27baa88285b81f8deb352ea9466] 2024-12-05T02:15:29,039 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205474449efdb1b445097ce38c386bd7c21_2d81a27baa88285b81f8deb352ea9466 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=2d81a27baa88285b81f8deb352ea9466] 2024-12-05T02:15:29,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742303_1479 (size=12731) 2024-12-05T02:15:29,046 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/B/cb4003ab9fe44169983ac6e38f379a8e as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/B/cb4003ab9fe44169983ac6e38f379a8e 2024-12-05T02:15:29,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742304_1480 (size=4469) 2024-12-05T02:15:29,057 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2d81a27baa88285b81f8deb352ea9466#A#compaction#408 average throughput is 0.84 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T02:15:29,057 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/A/17e2064da2a542639b5cdcc36c3dc077 is 175, key is test_row_0/A:col10/1733364926556/Put/seqid=0 2024-12-05T02:15:29,058 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2d81a27baa88285b81f8deb352ea9466/B of 2d81a27baa88285b81f8deb352ea9466 into cb4003ab9fe44169983ac6e38f379a8e(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T02:15:29,059 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2d81a27baa88285b81f8deb352ea9466: 2024-12-05T02:15:29,059 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., storeName=2d81a27baa88285b81f8deb352ea9466/B, priority=13, startTime=1733364929017; duration=0sec 2024-12-05T02:15:29,059 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T02:15:29,059 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2d81a27baa88285b81f8deb352ea9466:B 2024-12-05T02:15:29,059 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T02:15:29,059 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T02:15:29,059 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1541): 2d81a27baa88285b81f8deb352ea9466/C is initiating minor compaction (all files) 2024-12-05T02:15:29,060 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2d81a27baa88285b81f8deb352ea9466/C in TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466. 2024-12-05T02:15:29,060 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/C/8957bc0fa13145189c397f6309a26e27, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/C/722d03eb6dfa4d8bb31dee8bc8c99a58, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/C/baaa0f3de24445278fedf9f76f5f82a1] into tmpdir=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp, totalSize=36.1 K 2024-12-05T02:15:29,060 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting 8957bc0fa13145189c397f6309a26e27, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1733364924643 2024-12-05T02:15:29,060 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting 722d03eb6dfa4d8bb31dee8bc8c99a58, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1733364925419 2024-12-05T02:15:29,060 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting baaa0f3de24445278fedf9f76f5f82a1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1733364926556 2024-12-05T02:15:29,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742305_1481 (size=31685) 2024-12-05T02:15:29,069 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2d81a27baa88285b81f8deb352ea9466#C#compaction#410 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T02:15:29,069 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/C/6a971825401f4d9da8aea9ff265fc6e9 is 50, key is test_row_0/C:col10/1733364926556/Put/seqid=0 2024-12-05T02:15:29,070 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/A/17e2064da2a542639b5cdcc36c3dc077 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/A/17e2064da2a542639b5cdcc36c3dc077 2024-12-05T02:15:29,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742306_1482 (size=12731) 2024-12-05T02:15:29,087 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2d81a27baa88285b81f8deb352ea9466/A of 2d81a27baa88285b81f8deb352ea9466 into 17e2064da2a542639b5cdcc36c3dc077(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T02:15:29,087 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2d81a27baa88285b81f8deb352ea9466: 2024-12-05T02:15:29,087 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., storeName=2d81a27baa88285b81f8deb352ea9466/A, priority=13, startTime=1733364929017; duration=0sec 2024-12-05T02:15:29,087 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:15:29,087 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2d81a27baa88285b81f8deb352ea9466:A 2024-12-05T02:15:29,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-12-05T02:15:29,464 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-05T02:15:29,465 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46883 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T02:15:29,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46883 {}] procedure2.ProcedureExecutor(1139): Stored pid=119, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees 2024-12-05T02:15:29,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-12-05T02:15:29,466 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=119, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T02:15:29,467 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=119, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T02:15:29,467 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=120, ppid=119, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T02:15:29,490 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/C/6a971825401f4d9da8aea9ff265fc6e9 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/C/6a971825401f4d9da8aea9ff265fc6e9 2024-12-05T02:15:29,495 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2d81a27baa88285b81f8deb352ea9466/C of 2d81a27baa88285b81f8deb352ea9466 into 6a971825401f4d9da8aea9ff265fc6e9(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T02:15:29,495 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2d81a27baa88285b81f8deb352ea9466: 2024-12-05T02:15:29,495 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., storeName=2d81a27baa88285b81f8deb352ea9466/C, priority=13, startTime=1733364929017; duration=0sec 2024-12-05T02:15:29,495 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:15:29,495 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2d81a27baa88285b81f8deb352ea9466:C 2024-12-05T02:15:29,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-12-05T02:15:29,620 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-12-05T02:15:29,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466. 2024-12-05T02:15:29,621 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2902): Flushing 2d81a27baa88285b81f8deb352ea9466 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-12-05T02:15:29,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d81a27baa88285b81f8deb352ea9466, store=A 2024-12-05T02:15:29,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:15:29,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d81a27baa88285b81f8deb352ea9466, store=B 2024-12-05T02:15:29,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:15:29,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d81a27baa88285b81f8deb352ea9466, store=C 2024-12-05T02:15:29,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:15:29,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412050e61b10f6e624c999a8472e1eb308e73_2d81a27baa88285b81f8deb352ea9466 is 50, key is test_row_0/A:col10/1733364927832/Put/seqid=0 2024-12-05T02:15:29,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742307_1483 (size=12454) 2024-12-05T02:15:29,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:29,633 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412050e61b10f6e624c999a8472e1eb308e73_2d81a27baa88285b81f8deb352ea9466 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412050e61b10f6e624c999a8472e1eb308e73_2d81a27baa88285b81f8deb352ea9466 2024-12-05T02:15:29,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/A/6bce7698f7954e0cab02b03d142411a5, store: [table=TestAcidGuarantees family=A region=2d81a27baa88285b81f8deb352ea9466] 2024-12-05T02:15:29,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/A/6bce7698f7954e0cab02b03d142411a5 is 175, key is test_row_0/A:col10/1733364927832/Put/seqid=0 2024-12-05T02:15:29,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742308_1484 (size=31255) 2024-12-05T02:15:29,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(8855): Flush requested on 2d81a27baa88285b81f8deb352ea9466 2024-12-05T02:15:29,660 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466. as already flushing 2024-12-05T02:15:29,700 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:29,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46724 deadline: 1733364989691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:29,701 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:29,701 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:29,701 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:29,707 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:29,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46760 deadline: 1733364989692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:29,707 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:29,707 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:29,707 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:29,707 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:29,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46756 deadline: 1733364989693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:29,708 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:29,708 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:29,708 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:29,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-12-05T02:15:29,808 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:29,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46724 deadline: 1733364989804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:29,808 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:29,808 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:29,808 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:29,821 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:29,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46760 deadline: 1733364989814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:29,821 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:29,821 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:29,821 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:29,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46756 deadline: 1733364989814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:29,821 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:29,821 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:29,822 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:29,822 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:30,012 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:30,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46704 deadline: 1733364990005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:30,013 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:30,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46734 deadline: 1733364990005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:30,013 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 01bccfa882c7,46535,1733364817982 for 'test_row_2' in 2d81a27baa88285b81f8deb352ea9466 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2180 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-05T02:15:30,013 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 01bccfa882c7,46535,1733364817982 for 'test_row_1' in 2d81a27baa88285b81f8deb352ea9466 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2179 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-05T02:15:30,014 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:30,014 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:30,014 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:30,014 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:30,014 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:30,014 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:30,022 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:30,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46724 deadline: 1733364990014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:30,023 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:30,023 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:30,023 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:30,033 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:30,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46760 deadline: 1733364990024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:30,034 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:30,034 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:30,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46756 deadline: 1733364990024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:30,034 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:30,034 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:30,034 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:30,034 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:30,034 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:30,040 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=271, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/A/6bce7698f7954e0cab02b03d142411a5 2024-12-05T02:15:30,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/B/3e0df8aeb7fc4929ae5ff3dd21c304f1 is 50, key is test_row_0/B:col10/1733364927832/Put/seqid=0 2024-12-05T02:15:30,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742309_1485 (size=12301) 2024-12-05T02:15:30,054 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=271 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/B/3e0df8aeb7fc4929ae5ff3dd21c304f1 2024-12-05T02:15:30,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/C/6502bca3096e4a4c92ebd61609ab2706 is 50, key is test_row_0/C:col10/1733364927832/Put/seqid=0 2024-12-05T02:15:30,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742310_1486 (size=12301) 2024-12-05T02:15:30,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-12-05T02:15:30,337 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:30,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46724 deadline: 1733364990334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:30,338 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:30,338 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:30,338 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:30,350 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:30,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46760 deadline: 1733364990344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:30,350 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:30,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46756 deadline: 1733364990344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:30,350 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:30,350 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:30,350 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:30,350 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:30,350 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:30,350 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:30,464 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=271 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/C/6502bca3096e4a4c92ebd61609ab2706 2024-12-05T02:15:30,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/A/6bce7698f7954e0cab02b03d142411a5 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/A/6bce7698f7954e0cab02b03d142411a5 2024-12-05T02:15:30,471 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/A/6bce7698f7954e0cab02b03d142411a5, entries=150, sequenceid=271, filesize=30.5 K 2024-12-05T02:15:30,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/B/3e0df8aeb7fc4929ae5ff3dd21c304f1 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/B/3e0df8aeb7fc4929ae5ff3dd21c304f1 2024-12-05T02:15:30,475 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/B/3e0df8aeb7fc4929ae5ff3dd21c304f1, entries=150, sequenceid=271, filesize=12.0 K 2024-12-05T02:15:30,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/C/6502bca3096e4a4c92ebd61609ab2706 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/C/6502bca3096e4a4c92ebd61609ab2706 2024-12-05T02:15:30,478 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/C/6502bca3096e4a4c92ebd61609ab2706, entries=150, sequenceid=271, filesize=12.0 K 2024-12-05T02:15:30,479 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 2d81a27baa88285b81f8deb352ea9466 in 859ms, sequenceid=271, compaction requested=false 2024-12-05T02:15:30,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2603): Flush status journal for 2d81a27baa88285b81f8deb352ea9466: 2024-12-05T02:15:30,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466. 2024-12-05T02:15:30,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=120 2024-12-05T02:15:30,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46883 {}] master.HMaster(4169): Remote procedure done, pid=120 2024-12-05T02:15:30,482 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=120, resume processing ppid=119 2024-12-05T02:15:30,482 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=120, ppid=119, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0130 sec 2024-12-05T02:15:30,484 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=119, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees in 1.0170 sec 2024-12-05T02:15:30,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-12-05T02:15:30,604 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-05T02:15:30,605 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46883 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T02:15:30,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46883 {}] procedure2.ProcedureExecutor(1139): Stored pid=121, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees 2024-12-05T02:15:30,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-12-05T02:15:30,607 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=121, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T02:15:30,607 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=121, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T02:15:30,607 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=122, ppid=121, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T02:15:30,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-12-05T02:15:30,760 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-12-05T02:15:30,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466. 2024-12-05T02:15:30,760 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2902): Flushing 2d81a27baa88285b81f8deb352ea9466 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-12-05T02:15:30,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d81a27baa88285b81f8deb352ea9466, store=A 2024-12-05T02:15:30,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:15:30,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d81a27baa88285b81f8deb352ea9466, store=B 2024-12-05T02:15:30,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:15:30,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d81a27baa88285b81f8deb352ea9466, store=C 2024-12-05T02:15:30,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:15:30,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412057c5bba0ce519410ba88e47ac6d5b8654_2d81a27baa88285b81f8deb352ea9466 is 50, key is test_row_0/A:col10/1733364929687/Put/seqid=0 2024-12-05T02:15:30,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742311_1487 (size=12454) 2024-12-05T02:15:30,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(8855): Flush requested on 2d81a27baa88285b81f8deb352ea9466 2024-12-05T02:15:30,849 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466. as already flushing 2024-12-05T02:15:30,907 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:30,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46724 deadline: 1733364990899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:30,907 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:30,908 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:30,908 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:30,913 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:30,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46760 deadline: 1733364990900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:30,914 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:30,914 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:30,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46756 deadline: 1733364990901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:30,914 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:30,914 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:30,914 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:30,914 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:30,914 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:30,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-12-05T02:15:31,021 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:31,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46724 deadline: 1733364991014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:31,021 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:31,021 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:31,021 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:31,034 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:31,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46760 deadline: 1733364991024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:31,035 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:31,034 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:31,035 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:31,035 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:31,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46756 deadline: 1733364991024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:31,035 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:31,035 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:31,035 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:31,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:31,174 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412057c5bba0ce519410ba88e47ac6d5b8654_2d81a27baa88285b81f8deb352ea9466 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412057c5bba0ce519410ba88e47ac6d5b8654_2d81a27baa88285b81f8deb352ea9466 2024-12-05T02:15:31,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/A/ca4635649e9f40aba2001a0cdd0dc340, store: [table=TestAcidGuarantees family=A region=2d81a27baa88285b81f8deb352ea9466] 2024-12-05T02:15:31,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/A/ca4635649e9f40aba2001a0cdd0dc340 is 175, key is test_row_0/A:col10/1733364929687/Put/seqid=0 2024-12-05T02:15:31,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742312_1488 (size=31255) 2024-12-05T02:15:31,232 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:31,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46724 deadline: 1733364991224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:31,232 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:31,232 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:31,232 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:31,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-12-05T02:15:31,253 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:31,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46760 deadline: 1733364991244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:31,254 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:31,254 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:31,254 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:31,254 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:31,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46756 deadline: 1733364991244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:31,254 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:31,254 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:31,254 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:31,379 INFO [Thread-1838 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1838. 2024-12-05T02:15:31,379 DEBUG [Thread-1838 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-05T02:15:31,379 DEBUG [Thread-1838 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:15:31,380 DEBUG [Thread-1838 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:15:31,380 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T02:15:31,381 INFO [Thread-1842 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1842. 2024-12-05T02:15:31,381 DEBUG [Thread-1842 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-05T02:15:31,381 DEBUG [Thread-1842 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:15:31,381 DEBUG [Thread-1842 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:15:31,381 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T02:15:31,384 INFO [Thread-1840 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1840. 2024-12-05T02:15:31,384 DEBUG [Thread-1840 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-05T02:15:31,384 DEBUG [Thread-1840 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:15:31,384 DEBUG [Thread-1840 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:15:31,384 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T02:15:31,391 INFO [Thread-1846 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1846. 2024-12-05T02:15:31,391 DEBUG [Thread-1846 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-05T02:15:31,391 DEBUG [Thread-1846 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:15:31,391 DEBUG [Thread-1846 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:15:31,392 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T02:15:31,392 INFO [Thread-1844 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1844. 2024-12-05T02:15:31,392 DEBUG [Thread-1844 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-05T02:15:31,392 DEBUG [Thread-1844 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:15:31,392 DEBUG [Thread-1844 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:15:31,392 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T02:15:31,535 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:31,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46724 deadline: 1733364991535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:31,535 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:31,535 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:31,535 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:31,564 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:31,564 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:31,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46760 deadline: 1733364991564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:31,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46756 deadline: 1733364991564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:31,565 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:31,565 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:31,565 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:31,565 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:31,565 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:31,565 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:31,580 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=284, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/A/ca4635649e9f40aba2001a0cdd0dc340 2024-12-05T02:15:31,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/B/15c2e4fc43d24ad98477444ea137cebe is 50, key is test_row_0/B:col10/1733364929687/Put/seqid=0 2024-12-05T02:15:31,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742313_1489 (size=12301) 2024-12-05T02:15:31,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-12-05T02:15:31,989 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=284 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/B/15c2e4fc43d24ad98477444ea137cebe 2024-12-05T02:15:31,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/C/64e99e5e93134245970bdf58ad84fc17 is 50, key is test_row_0/C:col10/1733364929687/Put/seqid=0 2024-12-05T02:15:31,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742314_1490 (size=12301) 2024-12-05T02:15:32,025 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:32,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46704 deadline: 1733364992024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:32,025 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 01bccfa882c7,46535,1733364817982 for 'test_row_2' in 2d81a27baa88285b81f8deb352ea9466 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4192 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-05T02:15:32,025 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:32,026 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:32,026 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:32,035 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:32,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46734 deadline: 1733364992034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:32,035 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 01bccfa882c7,46535,1733364817982 for 'test_row_1' in 2d81a27baa88285b81f8deb352ea9466 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4201 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-05T02:15:32,035 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:32,035 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:32,035 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:32,045 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:32,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46724 deadline: 1733364992045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:32,045 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:32,045 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:32,045 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:32,074 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:32,074 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:32,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46756 deadline: 1733364992074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:32,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46760 deadline: 1733364992074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:32,075 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:32,075 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:32,075 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:32,075 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:32,075 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:32,075 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:15:32,399 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=284 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/C/64e99e5e93134245970bdf58ad84fc17 2024-12-05T02:15:32,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/A/ca4635649e9f40aba2001a0cdd0dc340 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/A/ca4635649e9f40aba2001a0cdd0dc340 2024-12-05T02:15:32,405 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/A/ca4635649e9f40aba2001a0cdd0dc340, entries=150, sequenceid=284, filesize=30.5 K 2024-12-05T02:15:32,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/B/15c2e4fc43d24ad98477444ea137cebe as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/B/15c2e4fc43d24ad98477444ea137cebe 2024-12-05T02:15:32,408 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/B/15c2e4fc43d24ad98477444ea137cebe, entries=150, sequenceid=284, filesize=12.0 K 2024-12-05T02:15:32,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/C/64e99e5e93134245970bdf58ad84fc17 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/C/64e99e5e93134245970bdf58ad84fc17 2024-12-05T02:15:32,411 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/C/64e99e5e93134245970bdf58ad84fc17, entries=150, sequenceid=284, filesize=12.0 K 2024-12-05T02:15:32,412 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 2d81a27baa88285b81f8deb352ea9466 in 1651ms, sequenceid=284, compaction requested=true 2024-12-05T02:15:32,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2603): Flush status journal for 2d81a27baa88285b81f8deb352ea9466: 2024-12-05T02:15:32,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466. 2024-12-05T02:15:32,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=122 2024-12-05T02:15:32,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46883 {}] master.HMaster(4169): Remote procedure done, pid=122 2024-12-05T02:15:32,414 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=122, resume processing ppid=121 2024-12-05T02:15:32,414 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=122, ppid=121, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8060 sec 2024-12-05T02:15:32,415 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=121, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees in 1.8090 sec 2024-12-05T02:15:32,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-12-05T02:15:32,755 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-05T02:15:33,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(8855): Flush requested on 2d81a27baa88285b81f8deb352ea9466 2024-12-05T02:15:33,056 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2d81a27baa88285b81f8deb352ea9466 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-12-05T02:15:33,056 INFO [Thread-1835 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1835. 2024-12-05T02:15:33,056 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d81a27baa88285b81f8deb352ea9466, store=A 2024-12-05T02:15:33,056 DEBUG [Thread-1835 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-05T02:15:33,056 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:15:33,056 DEBUG [Thread-1835 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:15:33,056 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d81a27baa88285b81f8deb352ea9466, store=B 2024-12-05T02:15:33,056 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:15:33,056 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d81a27baa88285b81f8deb352ea9466, store=C 2024-12-05T02:15:33,056 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:15:33,056 DEBUG [Thread-1835 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:15:33,057 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T02:15:33,062 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412056db281865d754057b0e734b2f7cebd75_2d81a27baa88285b81f8deb352ea9466 is 50, key is test_row_0/A:col10/1733364933055/Put/seqid=0 2024-12-05T02:15:33,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742315_1491 (size=12454) 2024-12-05T02:15:33,085 INFO [Thread-1831 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1831. 2024-12-05T02:15:33,085 INFO [Thread-1829 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1829. 2024-12-05T02:15:33,085 DEBUG [Thread-1829 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-05T02:15:33,085 DEBUG [Thread-1831 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-05T02:15:33,085 DEBUG [Thread-1829 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:15:33,085 DEBUG [Thread-1831 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:15:33,085 DEBUG [Thread-1829 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:15:33,085 DEBUG [Thread-1831 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:15:33,085 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T02:15:33,085 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T02:15:33,465 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:33,468 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412056db281865d754057b0e734b2f7cebd75_2d81a27baa88285b81f8deb352ea9466 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412056db281865d754057b0e734b2f7cebd75_2d81a27baa88285b81f8deb352ea9466 2024-12-05T02:15:33,469 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/A/a068d27e280143a9b0d90db9ed5552a6, store: [table=TestAcidGuarantees family=A region=2d81a27baa88285b81f8deb352ea9466] 2024-12-05T02:15:33,469 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/A/a068d27e280143a9b0d90db9ed5552a6 is 175, key is test_row_0/A:col10/1733364933055/Put/seqid=0 2024-12-05T02:15:33,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742316_1492 (size=31255) 2024-12-05T02:15:33,873 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=304, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/A/a068d27e280143a9b0d90db9ed5552a6 2024-12-05T02:15:33,878 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/B/0cb7bf0c3563450590a9cb2646f37085 is 50, key is test_row_0/B:col10/1733364933055/Put/seqid=0 2024-12-05T02:15:33,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742317_1493 (size=12301) 2024-12-05T02:15:34,282 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=304 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/B/0cb7bf0c3563450590a9cb2646f37085 2024-12-05T02:15:34,287 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/C/cd04356fb8ce45f289de6cad505e960a is 50, key is test_row_0/C:col10/1733364933055/Put/seqid=0 2024-12-05T02:15:34,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742318_1494 (size=12301) 2024-12-05T02:15:34,690 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=304 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/C/cd04356fb8ce45f289de6cad505e960a 2024-12-05T02:15:34,694 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/A/a068d27e280143a9b0d90db9ed5552a6 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/A/a068d27e280143a9b0d90db9ed5552a6 2024-12-05T02:15:34,696 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/A/a068d27e280143a9b0d90db9ed5552a6, entries=150, sequenceid=304, filesize=30.5 K 2024-12-05T02:15:34,697 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/B/0cb7bf0c3563450590a9cb2646f37085 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/B/0cb7bf0c3563450590a9cb2646f37085 2024-12-05T02:15:34,699 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/B/0cb7bf0c3563450590a9cb2646f37085, entries=150, sequenceid=304, filesize=12.0 K 2024-12-05T02:15:34,699 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/C/cd04356fb8ce45f289de6cad505e960a as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/C/cd04356fb8ce45f289de6cad505e960a 2024-12-05T02:15:34,702 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/C/cd04356fb8ce45f289de6cad505e960a, entries=150, sequenceid=304, filesize=12.0 K 2024-12-05T02:15:34,703 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=13.42 KB/13740 for 2d81a27baa88285b81f8deb352ea9466 in 1646ms, sequenceid=304, compaction requested=true 2024-12-05T02:15:34,703 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2d81a27baa88285b81f8deb352ea9466: 2024-12-05T02:15:34,703 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2d81a27baa88285b81f8deb352ea9466:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T02:15:34,703 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:15:34,703 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T02:15:34,703 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2d81a27baa88285b81f8deb352ea9466:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T02:15:34,703 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:15:34,703 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2d81a27baa88285b81f8deb352ea9466:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T02:15:34,703 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T02:15:34,703 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T02:15:34,703 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 125450 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T02:15:34,704 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49634 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T02:15:34,704 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1541): 2d81a27baa88285b81f8deb352ea9466/A is initiating minor compaction (all files) 2024-12-05T02:15:34,704 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1541): 2d81a27baa88285b81f8deb352ea9466/B is initiating minor compaction (all files) 2024-12-05T02:15:34,704 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2d81a27baa88285b81f8deb352ea9466/A in TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466. 2024-12-05T02:15:34,704 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2d81a27baa88285b81f8deb352ea9466/B in TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466. 2024-12-05T02:15:34,704 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/B/cb4003ab9fe44169983ac6e38f379a8e, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/B/3e0df8aeb7fc4929ae5ff3dd21c304f1, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/B/15c2e4fc43d24ad98477444ea137cebe, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/B/0cb7bf0c3563450590a9cb2646f37085] into tmpdir=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp, totalSize=48.5 K 2024-12-05T02:15:34,704 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/A/17e2064da2a542639b5cdcc36c3dc077, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/A/6bce7698f7954e0cab02b03d142411a5, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/A/ca4635649e9f40aba2001a0cdd0dc340, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/A/a068d27e280143a9b0d90db9ed5552a6] into tmpdir=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp, totalSize=122.5 K 2024-12-05T02:15:34,704 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466. 2024-12-05T02:15:34,704 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466. files: [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/A/17e2064da2a542639b5cdcc36c3dc077, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/A/6bce7698f7954e0cab02b03d142411a5, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/A/ca4635649e9f40aba2001a0cdd0dc340, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/A/a068d27e280143a9b0d90db9ed5552a6] 2024-12-05T02:15:34,704 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting cb4003ab9fe44169983ac6e38f379a8e, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1733364926556 2024-12-05T02:15:34,704 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting 17e2064da2a542639b5cdcc36c3dc077, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1733364926556 2024-12-05T02:15:34,704 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting 3e0df8aeb7fc4929ae5ff3dd21c304f1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=271, earliestPutTs=1733364927817 2024-12-05T02:15:34,704 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6bce7698f7954e0cab02b03d142411a5, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=271, earliestPutTs=1733364927817 2024-12-05T02:15:34,704 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting 15c2e4fc43d24ad98477444ea137cebe, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1733364929687 2024-12-05T02:15:34,705 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting 0cb7bf0c3563450590a9cb2646f37085, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=304, earliestPutTs=1733364930897 2024-12-05T02:15:34,705 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting ca4635649e9f40aba2001a0cdd0dc340, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1733364929687 2024-12-05T02:15:34,705 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting a068d27e280143a9b0d90db9ed5552a6, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=304, earliestPutTs=1733364930897 2024-12-05T02:15:34,711 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=2d81a27baa88285b81f8deb352ea9466] 2024-12-05T02:15:34,712 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2d81a27baa88285b81f8deb352ea9466#B#compaction#420 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-05T02:15:34,712 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/B/7cb6ce082b654948ae8c68b58e8faa60 is 50, key is test_row_0/B:col10/1733364933055/Put/seqid=0 2024-12-05T02:15:34,713 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024120552faae0590684e2fb895fa15cbd37ba5_2d81a27baa88285b81f8deb352ea9466 store=[table=TestAcidGuarantees family=A region=2d81a27baa88285b81f8deb352ea9466] 2024-12-05T02:15:34,715 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024120552faae0590684e2fb895fa15cbd37ba5_2d81a27baa88285b81f8deb352ea9466, store=[table=TestAcidGuarantees family=A region=2d81a27baa88285b81f8deb352ea9466] 2024-12-05T02:15:34,715 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120552faae0590684e2fb895fa15cbd37ba5_2d81a27baa88285b81f8deb352ea9466 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=2d81a27baa88285b81f8deb352ea9466] 2024-12-05T02:15:34,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742319_1495 (size=13017) 2024-12-05T02:15:34,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742320_1496 (size=4469) 2024-12-05T02:15:35,122 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/B/7cb6ce082b654948ae8c68b58e8faa60 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/B/7cb6ce082b654948ae8c68b58e8faa60 2024-12-05T02:15:35,125 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 2d81a27baa88285b81f8deb352ea9466/B of 2d81a27baa88285b81f8deb352ea9466 into 7cb6ce082b654948ae8c68b58e8faa60(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T02:15:35,125 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2d81a27baa88285b81f8deb352ea9466: 2024-12-05T02:15:35,125 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., storeName=2d81a27baa88285b81f8deb352ea9466/B, priority=12, startTime=1733364934703; duration=0sec 2024-12-05T02:15:35,125 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T02:15:35,125 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2d81a27baa88285b81f8deb352ea9466:B 2024-12-05T02:15:35,125 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T02:15:35,126 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2d81a27baa88285b81f8deb352ea9466#A#compaction#421 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T02:15:35,126 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49634 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T02:15:35,126 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1541): 2d81a27baa88285b81f8deb352ea9466/C is initiating minor compaction (all files) 2024-12-05T02:15:35,126 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2d81a27baa88285b81f8deb352ea9466/C in TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466. 2024-12-05T02:15:35,126 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/C/6a971825401f4d9da8aea9ff265fc6e9, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/C/6502bca3096e4a4c92ebd61609ab2706, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/C/64e99e5e93134245970bdf58ad84fc17, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/C/cd04356fb8ce45f289de6cad505e960a] into tmpdir=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp, totalSize=48.5 K 2024-12-05T02:15:35,127 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/A/587ef7a3fbd84fcf9304ce04f3dedcc6 is 175, key is test_row_0/A:col10/1733364933055/Put/seqid=0 2024-12-05T02:15:35,127 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting 6a971825401f4d9da8aea9ff265fc6e9, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1733364926556 2024-12-05T02:15:35,127 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting 6502bca3096e4a4c92ebd61609ab2706, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=271, earliestPutTs=1733364927817 2024-12-05T02:15:35,127 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting 64e99e5e93134245970bdf58ad84fc17, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1733364929687 2024-12-05T02:15:35,127 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting cd04356fb8ce45f289de6cad505e960a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=304, earliestPutTs=1733364930897 2024-12-05T02:15:35,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742321_1497 (size=31971) 2024-12-05T02:15:35,133 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/A/587ef7a3fbd84fcf9304ce04f3dedcc6 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/A/587ef7a3fbd84fcf9304ce04f3dedcc6 2024-12-05T02:15:35,135 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2d81a27baa88285b81f8deb352ea9466#C#compaction#422 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T02:15:35,135 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/C/5880828895b449b7a5160d1115153c88 is 50, key is test_row_0/C:col10/1733364933055/Put/seqid=0 2024-12-05T02:15:35,137 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 2d81a27baa88285b81f8deb352ea9466/A of 2d81a27baa88285b81f8deb352ea9466 into 587ef7a3fbd84fcf9304ce04f3dedcc6(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T02:15:35,137 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2d81a27baa88285b81f8deb352ea9466: 2024-12-05T02:15:35,137 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., storeName=2d81a27baa88285b81f8deb352ea9466/A, priority=12, startTime=1733364934703; duration=0sec 2024-12-05T02:15:35,137 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:15:35,137 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2d81a27baa88285b81f8deb352ea9466:A 2024-12-05T02:15:35,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742322_1498 (size=13017) 2024-12-05T02:15:35,542 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/C/5880828895b449b7a5160d1115153c88 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/C/5880828895b449b7a5160d1115153c88 2024-12-05T02:15:35,545 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 2d81a27baa88285b81f8deb352ea9466/C of 2d81a27baa88285b81f8deb352ea9466 into 5880828895b449b7a5160d1115153c88(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T02:15:35,545 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2d81a27baa88285b81f8deb352ea9466: 2024-12-05T02:15:35,545 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., storeName=2d81a27baa88285b81f8deb352ea9466/C, priority=12, startTime=1733364934703; duration=0sec 2024-12-05T02:15:35,546 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:15:35,546 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2d81a27baa88285b81f8deb352ea9466:C 2024-12-05T02:15:36,055 INFO [Thread-1833 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1833. 2024-12-05T02:15:36,055 DEBUG [Thread-1833 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-05T02:15:36,056 DEBUG [Thread-1833 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:15:36,056 DEBUG [Thread-1833 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:15:36,056 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T02:15:36,065 INFO [Thread-1827 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1827. 2024-12-05T02:15:36,065 DEBUG [Thread-1827 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-05T02:15:36,065 DEBUG [Thread-1827 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:15:36,065 DEBUG [Thread-1827 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:15:36,066 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T02:15:36,066 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-05T02:15:36,066 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 49 2024-12-05T02:15:36,066 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 49 2024-12-05T02:15:36,066 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 46 2024-12-05T02:15:36,066 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 47 2024-12-05T02:15:36,066 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 50 2024-12-05T02:15:36,066 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-05T02:15:36,066 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-05T02:15:36,066 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1035 2024-12-05T02:15:36,066 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3100 rows 2024-12-05T02:15:36,066 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1032 2024-12-05T02:15:36,066 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3088 rows 2024-12-05T02:15:36,066 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1027 2024-12-05T02:15:36,066 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3081 rows 2024-12-05T02:15:36,066 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1027 2024-12-05T02:15:36,066 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3079 rows 2024-12-05T02:15:36,066 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1021 2024-12-05T02:15:36,066 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3063 rows 2024-12-05T02:15:36,066 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T02:15:36,066 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobScanAtomicity(AcidGuaranteesTestBase.java:127) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T02:15:36,066 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:15:36,066 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:15:36,067 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T02:15:36,067 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46883 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-05T02:15:36,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46883 {}] procedure2.ProcedureExecutor(1139): Stored pid=123, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-12-05T02:15:36,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-12-05T02:15:36,070 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733364936069"}]},"ts":"1733364936069"} 2024-12-05T02:15:36,071 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-05T02:15:36,071 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-05T02:15:36,071 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=124, ppid=123, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-05T02:15:36,072 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=125, ppid=124, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=2d81a27baa88285b81f8deb352ea9466, UNASSIGN}] 2024-12-05T02:15:36,073 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=125, ppid=124, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=2d81a27baa88285b81f8deb352ea9466, UNASSIGN 2024-12-05T02:15:36,073 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=125 updating hbase:meta row=2d81a27baa88285b81f8deb352ea9466, regionState=CLOSING, regionLocation=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:36,074 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46883 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=CLOSING, location=01bccfa882c7,46535,1733364817982, table=TestAcidGuarantees, region=2d81a27baa88285b81f8deb352ea9466. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-05T02:15:36,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=125, ppid=124, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=2d81a27baa88285b81f8deb352ea9466, UNASSIGN because future has completed 2024-12-05T02:15:36,075 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-05T02:15:36,075 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=126, ppid=125, state=RUNNABLE, hasLock=false; CloseRegionProcedure 2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982}] 2024-12-05T02:15:36,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-12-05T02:15:36,227 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] handler.UnassignRegionHandler(122): Close 2d81a27baa88285b81f8deb352ea9466 2024-12-05T02:15:36,227 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-05T02:15:36,228 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.HRegion(1722): Closing 2d81a27baa88285b81f8deb352ea9466, disabling compactions & flushes 2024-12-05T02:15:36,228 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466. 2024-12-05T02:15:36,228 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466. 2024-12-05T02:15:36,228 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466. after waiting 0 ms 2024-12-05T02:15:36,228 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466. 2024-12-05T02:15:36,228 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.HRegion(2902): Flushing 2d81a27baa88285b81f8deb352ea9466 3/3 column families, dataSize=26.84 KB heapSize=80.44 KB 2024-12-05T02:15:36,228 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d81a27baa88285b81f8deb352ea9466, store=A 2024-12-05T02:15:36,228 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:15:36,228 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d81a27baa88285b81f8deb352ea9466, store=B 2024-12-05T02:15:36,228 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:15:36,228 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2d81a27baa88285b81f8deb352ea9466, store=C 2024-12-05T02:15:36,228 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:15:36,238 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205957a4ab2ba84406386506372018f49de_2d81a27baa88285b81f8deb352ea9466 is 50, key is test_row_0/A:col10/1733364933084/Put/seqid=0 2024-12-05T02:15:36,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742323_1499 (size=12454) 2024-12-05T02:15:36,245 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:36,249 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205957a4ab2ba84406386506372018f49de_2d81a27baa88285b81f8deb352ea9466 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205957a4ab2ba84406386506372018f49de_2d81a27baa88285b81f8deb352ea9466 2024-12-05T02:15:36,250 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/A/bfb776d99d8b45ce8aed2a22d808c3fc, store: [table=TestAcidGuarantees family=A region=2d81a27baa88285b81f8deb352ea9466] 2024-12-05T02:15:36,250 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/A/bfb776d99d8b45ce8aed2a22d808c3fc is 175, key is test_row_0/A:col10/1733364933084/Put/seqid=0 2024-12-05T02:15:36,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742324_1500 (size=31255) 2024-12-05T02:15:36,264 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=314, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/A/bfb776d99d8b45ce8aed2a22d808c3fc 2024-12-05T02:15:36,273 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/B/1ec615db95d240ada7e59c5b447656b6 is 50, key is test_row_0/B:col10/1733364933084/Put/seqid=0 2024-12-05T02:15:36,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742325_1501 (size=12301) 2024-12-05T02:15:36,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-12-05T02:15:36,391 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-05T02:15:36,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-12-05T02:15:36,697 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/B/1ec615db95d240ada7e59c5b447656b6 2024-12-05T02:15:36,702 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/C/f635c560943647e6b2bf5ba4385ab09f is 50, key is test_row_0/C:col10/1733364933084/Put/seqid=0 2024-12-05T02:15:36,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742326_1502 (size=12301) 2024-12-05T02:15:37,106 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/C/f635c560943647e6b2bf5ba4385ab09f 2024-12-05T02:15:37,109 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/A/bfb776d99d8b45ce8aed2a22d808c3fc as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/A/bfb776d99d8b45ce8aed2a22d808c3fc 2024-12-05T02:15:37,113 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/A/bfb776d99d8b45ce8aed2a22d808c3fc, entries=150, sequenceid=314, filesize=30.5 K 2024-12-05T02:15:37,113 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/B/1ec615db95d240ada7e59c5b447656b6 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/B/1ec615db95d240ada7e59c5b447656b6 2024-12-05T02:15:37,116 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/B/1ec615db95d240ada7e59c5b447656b6, entries=150, sequenceid=314, filesize=12.0 K 2024-12-05T02:15:37,116 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/.tmp/C/f635c560943647e6b2bf5ba4385ab09f as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/C/f635c560943647e6b2bf5ba4385ab09f 2024-12-05T02:15:37,119 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/C/f635c560943647e6b2bf5ba4385ab09f, entries=150, sequenceid=314, filesize=12.0 K 2024-12-05T02:15:37,120 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for 2d81a27baa88285b81f8deb352ea9466 in 892ms, sequenceid=314, compaction requested=false 2024-12-05T02:15:37,120 DEBUG [StoreCloser-TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/A/36166b4ba90f4c9a907f1b56d5764dd4, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/A/290bb3ba34b64af582a2117f12eecdc9, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/A/c584ccac21d94db5a28d6675b7e52861, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/A/0ba291fc3a19444984791de2199dd230, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/A/8ed155fcb97841fa858b09b0c5f1569a, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/A/8c40feac0c8348158b7f4d48eaf9da47, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/A/5a6bad7fe5394f129a0bf7c7e9259322, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/A/4c94cc821cf449eb85faf9b77a8be565, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/A/093c0031362c468e8f8d9e06758d9cc4, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/A/f95e24f38e67417c9b4a926605b4f5f1, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/A/04c2f538e29f4baea73e1682fbadf203, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/A/379fa57ba6974d2289df8b44f362cc2a, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/A/23a2c70b3cfd4b6793dd3c1a341f7563, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/A/f33716ebe33640a389e6b2f65ca6bd1d, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/A/588b7ba19ee64853b4e518daaed5e145, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/A/eb3089761d3044cdbec9c5adc342e0aa, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/A/c5837545f4c5459fb69e961256ccbc76, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/A/17e2064da2a542639b5cdcc36c3dc077, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/A/6bce7698f7954e0cab02b03d142411a5, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/A/ca4635649e9f40aba2001a0cdd0dc340, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/A/a068d27e280143a9b0d90db9ed5552a6] to archive 2024-12-05T02:15:37,121 DEBUG [StoreCloser-TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-05T02:15:37,122 DEBUG [StoreCloser-TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/A/36166b4ba90f4c9a907f1b56d5764dd4 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/A/36166b4ba90f4c9a907f1b56d5764dd4 2024-12-05T02:15:37,123 DEBUG [StoreCloser-TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/A/290bb3ba34b64af582a2117f12eecdc9 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/A/290bb3ba34b64af582a2117f12eecdc9 2024-12-05T02:15:37,124 DEBUG [StoreCloser-TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/A/c584ccac21d94db5a28d6675b7e52861 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/A/c584ccac21d94db5a28d6675b7e52861 2024-12-05T02:15:37,124 DEBUG [StoreCloser-TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/A/0ba291fc3a19444984791de2199dd230 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/A/0ba291fc3a19444984791de2199dd230 2024-12-05T02:15:37,125 DEBUG [StoreCloser-TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/A/8ed155fcb97841fa858b09b0c5f1569a to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/A/8ed155fcb97841fa858b09b0c5f1569a 2024-12-05T02:15:37,126 DEBUG [StoreCloser-TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/A/8c40feac0c8348158b7f4d48eaf9da47 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/A/8c40feac0c8348158b7f4d48eaf9da47 2024-12-05T02:15:37,127 DEBUG [StoreCloser-TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/A/5a6bad7fe5394f129a0bf7c7e9259322 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/A/5a6bad7fe5394f129a0bf7c7e9259322 2024-12-05T02:15:37,127 DEBUG [StoreCloser-TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/A/4c94cc821cf449eb85faf9b77a8be565 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/A/4c94cc821cf449eb85faf9b77a8be565 2024-12-05T02:15:37,128 DEBUG [StoreCloser-TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/A/093c0031362c468e8f8d9e06758d9cc4 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/A/093c0031362c468e8f8d9e06758d9cc4 2024-12-05T02:15:37,129 DEBUG [StoreCloser-TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/A/f95e24f38e67417c9b4a926605b4f5f1 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/A/f95e24f38e67417c9b4a926605b4f5f1 2024-12-05T02:15:37,129 DEBUG [StoreCloser-TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/A/04c2f538e29f4baea73e1682fbadf203 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/A/04c2f538e29f4baea73e1682fbadf203 2024-12-05T02:15:37,130 DEBUG [StoreCloser-TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/A/379fa57ba6974d2289df8b44f362cc2a to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/A/379fa57ba6974d2289df8b44f362cc2a 2024-12-05T02:15:37,131 DEBUG [StoreCloser-TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/A/23a2c70b3cfd4b6793dd3c1a341f7563 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/A/23a2c70b3cfd4b6793dd3c1a341f7563 2024-12-05T02:15:37,131 DEBUG [StoreCloser-TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/A/f33716ebe33640a389e6b2f65ca6bd1d to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/A/f33716ebe33640a389e6b2f65ca6bd1d 2024-12-05T02:15:37,132 DEBUG [StoreCloser-TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/A/588b7ba19ee64853b4e518daaed5e145 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/A/588b7ba19ee64853b4e518daaed5e145 2024-12-05T02:15:37,133 DEBUG [StoreCloser-TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/A/eb3089761d3044cdbec9c5adc342e0aa to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/A/eb3089761d3044cdbec9c5adc342e0aa 2024-12-05T02:15:37,134 DEBUG [StoreCloser-TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/A/c5837545f4c5459fb69e961256ccbc76 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/A/c5837545f4c5459fb69e961256ccbc76 2024-12-05T02:15:37,134 DEBUG [StoreCloser-TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/A/17e2064da2a542639b5cdcc36c3dc077 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/A/17e2064da2a542639b5cdcc36c3dc077 2024-12-05T02:15:37,135 DEBUG [StoreCloser-TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/A/6bce7698f7954e0cab02b03d142411a5 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/A/6bce7698f7954e0cab02b03d142411a5 2024-12-05T02:15:37,136 DEBUG [StoreCloser-TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/A/ca4635649e9f40aba2001a0cdd0dc340 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/A/ca4635649e9f40aba2001a0cdd0dc340 2024-12-05T02:15:37,137 DEBUG [StoreCloser-TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/A/a068d27e280143a9b0d90db9ed5552a6 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/A/a068d27e280143a9b0d90db9ed5552a6 2024-12-05T02:15:37,138 DEBUG [StoreCloser-TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/B/f8c8046f1c7a4337ba8d69bd6be15d65, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/B/a9d42176a04b47ff9d22d0d0bab50db0, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/B/b58a8e2d3075471abb82d10a32187824, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/B/3edf45221fcb4ab99fede63cef9d9daa, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/B/17cd824edd1345bfa5dc58538656d695, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/B/eee70a3f8a6040f38d806fb683f2d2ea, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/B/3b700a75158d47fbbd014568bf2049c6, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/B/9f04627ebddc4f6b9617a464a8fb8f03, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/B/a56533fa1922490fb39a43b2563b14b1, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/B/c244963d5017442fa847076886dc9336, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/B/84f73f8a512947c589964d35fd8b601a, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/B/4aa3fd06dbd5411d9cb2c69f60c41136, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/B/41473625ab8e46cca48cbe98b7c22331, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/B/c31fc1db5f584f39ac082ed01fdba527, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/B/383fb1f3cb7244698047f5b3f0d78e29, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/B/23b0112714d14147a15ca5dfad66b9d3, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/B/cb4003ab9fe44169983ac6e38f379a8e, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/B/053098b584ec4f308081b1818b968764, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/B/3e0df8aeb7fc4929ae5ff3dd21c304f1, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/B/15c2e4fc43d24ad98477444ea137cebe, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/B/0cb7bf0c3563450590a9cb2646f37085] to archive 2024-12-05T02:15:37,139 DEBUG [StoreCloser-TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-05T02:15:37,140 DEBUG [StoreCloser-TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/B/f8c8046f1c7a4337ba8d69bd6be15d65 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/B/f8c8046f1c7a4337ba8d69bd6be15d65 2024-12-05T02:15:37,141 DEBUG [StoreCloser-TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/B/a9d42176a04b47ff9d22d0d0bab50db0 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/B/a9d42176a04b47ff9d22d0d0bab50db0 2024-12-05T02:15:37,141 DEBUG [StoreCloser-TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/B/b58a8e2d3075471abb82d10a32187824 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/B/b58a8e2d3075471abb82d10a32187824 2024-12-05T02:15:37,142 DEBUG [StoreCloser-TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/B/3edf45221fcb4ab99fede63cef9d9daa to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/B/3edf45221fcb4ab99fede63cef9d9daa 2024-12-05T02:15:37,143 DEBUG [StoreCloser-TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/B/17cd824edd1345bfa5dc58538656d695 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/B/17cd824edd1345bfa5dc58538656d695 2024-12-05T02:15:37,144 DEBUG [StoreCloser-TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/B/eee70a3f8a6040f38d806fb683f2d2ea to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/B/eee70a3f8a6040f38d806fb683f2d2ea 2024-12-05T02:15:37,144 DEBUG [StoreCloser-TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/B/3b700a75158d47fbbd014568bf2049c6 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/B/3b700a75158d47fbbd014568bf2049c6 2024-12-05T02:15:37,145 DEBUG [StoreCloser-TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/B/9f04627ebddc4f6b9617a464a8fb8f03 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/B/9f04627ebddc4f6b9617a464a8fb8f03 2024-12-05T02:15:37,146 DEBUG [StoreCloser-TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/B/a56533fa1922490fb39a43b2563b14b1 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/B/a56533fa1922490fb39a43b2563b14b1 2024-12-05T02:15:37,147 DEBUG [StoreCloser-TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/B/c244963d5017442fa847076886dc9336 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/B/c244963d5017442fa847076886dc9336 2024-12-05T02:15:37,147 DEBUG [StoreCloser-TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/B/84f73f8a512947c589964d35fd8b601a to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/B/84f73f8a512947c589964d35fd8b601a 2024-12-05T02:15:37,148 DEBUG [StoreCloser-TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/B/4aa3fd06dbd5411d9cb2c69f60c41136 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/B/4aa3fd06dbd5411d9cb2c69f60c41136 2024-12-05T02:15:37,149 DEBUG [StoreCloser-TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/B/41473625ab8e46cca48cbe98b7c22331 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/B/41473625ab8e46cca48cbe98b7c22331 2024-12-05T02:15:37,149 DEBUG [StoreCloser-TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/B/c31fc1db5f584f39ac082ed01fdba527 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/B/c31fc1db5f584f39ac082ed01fdba527 2024-12-05T02:15:37,150 DEBUG [StoreCloser-TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/B/383fb1f3cb7244698047f5b3f0d78e29 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/B/383fb1f3cb7244698047f5b3f0d78e29 2024-12-05T02:15:37,151 DEBUG [StoreCloser-TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/B/23b0112714d14147a15ca5dfad66b9d3 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/B/23b0112714d14147a15ca5dfad66b9d3 2024-12-05T02:15:37,152 DEBUG [StoreCloser-TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/B/cb4003ab9fe44169983ac6e38f379a8e to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/B/cb4003ab9fe44169983ac6e38f379a8e 2024-12-05T02:15:37,152 DEBUG [StoreCloser-TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/B/053098b584ec4f308081b1818b968764 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/B/053098b584ec4f308081b1818b968764 2024-12-05T02:15:37,153 DEBUG [StoreCloser-TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/B/3e0df8aeb7fc4929ae5ff3dd21c304f1 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/B/3e0df8aeb7fc4929ae5ff3dd21c304f1 2024-12-05T02:15:37,154 DEBUG [StoreCloser-TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/B/15c2e4fc43d24ad98477444ea137cebe to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/B/15c2e4fc43d24ad98477444ea137cebe 2024-12-05T02:15:37,155 DEBUG [StoreCloser-TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/B/0cb7bf0c3563450590a9cb2646f37085 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/B/0cb7bf0c3563450590a9cb2646f37085 2024-12-05T02:15:37,156 DEBUG [StoreCloser-TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/C/9ce46362beb64d059be132310731c9dc, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/C/feeec830a3dc414180d1a666ca346988, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/C/444b5ee0cccd43209d947b2e02e44a4a, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/C/362a00ce7df34b5dabece1857c3e546a, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/C/d9f4c3ed9e434c6f87da126e114a620f, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/C/7e6b01f0eef7499694a23311e28cd42b, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/C/cf5779bb40374484a5c63e29d1cb7896, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/C/7aa8b0101e964abead7bbec9536973dd, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/C/059d03ea90e54adf90429ecce526781f, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/C/476e67ab1ec74887a88c004ffdbede8e, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/C/6cc7755737214c2aa7ea642926e75cec, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/C/4ae15183a8d5464abedfa897ed4591f8, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/C/406e74dd5ba04a178683be390e7684d5, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/C/8957bc0fa13145189c397f6309a26e27, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/C/7491e3430c2249288e033c2acd2f9fb8, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/C/722d03eb6dfa4d8bb31dee8bc8c99a58, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/C/6a971825401f4d9da8aea9ff265fc6e9, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/C/baaa0f3de24445278fedf9f76f5f82a1, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/C/6502bca3096e4a4c92ebd61609ab2706, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/C/64e99e5e93134245970bdf58ad84fc17, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/C/cd04356fb8ce45f289de6cad505e960a] to archive 2024-12-05T02:15:37,156 DEBUG [StoreCloser-TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-05T02:15:37,157 DEBUG [StoreCloser-TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/C/9ce46362beb64d059be132310731c9dc to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/C/9ce46362beb64d059be132310731c9dc 2024-12-05T02:15:37,158 DEBUG [StoreCloser-TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/C/feeec830a3dc414180d1a666ca346988 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/C/feeec830a3dc414180d1a666ca346988 2024-12-05T02:15:37,159 DEBUG [StoreCloser-TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/C/444b5ee0cccd43209d947b2e02e44a4a to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/C/444b5ee0cccd43209d947b2e02e44a4a 2024-12-05T02:15:37,160 DEBUG [StoreCloser-TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/C/362a00ce7df34b5dabece1857c3e546a to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/C/362a00ce7df34b5dabece1857c3e546a 2024-12-05T02:15:37,161 DEBUG [StoreCloser-TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/C/d9f4c3ed9e434c6f87da126e114a620f to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/C/d9f4c3ed9e434c6f87da126e114a620f 2024-12-05T02:15:37,161 DEBUG [StoreCloser-TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/C/7e6b01f0eef7499694a23311e28cd42b to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/C/7e6b01f0eef7499694a23311e28cd42b 2024-12-05T02:15:37,162 DEBUG [StoreCloser-TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/C/cf5779bb40374484a5c63e29d1cb7896 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/C/cf5779bb40374484a5c63e29d1cb7896 2024-12-05T02:15:37,163 DEBUG [StoreCloser-TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/C/7aa8b0101e964abead7bbec9536973dd to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/C/7aa8b0101e964abead7bbec9536973dd 2024-12-05T02:15:37,163 DEBUG [StoreCloser-TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/C/059d03ea90e54adf90429ecce526781f to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/C/059d03ea90e54adf90429ecce526781f 2024-12-05T02:15:37,164 DEBUG [StoreCloser-TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/C/476e67ab1ec74887a88c004ffdbede8e to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/C/476e67ab1ec74887a88c004ffdbede8e 2024-12-05T02:15:37,165 DEBUG [StoreCloser-TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/C/6cc7755737214c2aa7ea642926e75cec to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/C/6cc7755737214c2aa7ea642926e75cec 2024-12-05T02:15:37,166 DEBUG [StoreCloser-TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/C/4ae15183a8d5464abedfa897ed4591f8 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/C/4ae15183a8d5464abedfa897ed4591f8 2024-12-05T02:15:37,166 DEBUG [StoreCloser-TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/C/406e74dd5ba04a178683be390e7684d5 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/C/406e74dd5ba04a178683be390e7684d5 2024-12-05T02:15:37,167 DEBUG [StoreCloser-TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/C/8957bc0fa13145189c397f6309a26e27 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/C/8957bc0fa13145189c397f6309a26e27 2024-12-05T02:15:37,168 DEBUG [StoreCloser-TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/C/7491e3430c2249288e033c2acd2f9fb8 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/C/7491e3430c2249288e033c2acd2f9fb8 2024-12-05T02:15:37,168 DEBUG [StoreCloser-TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/C/722d03eb6dfa4d8bb31dee8bc8c99a58 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/C/722d03eb6dfa4d8bb31dee8bc8c99a58 2024-12-05T02:15:37,169 DEBUG [StoreCloser-TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/C/6a971825401f4d9da8aea9ff265fc6e9 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/C/6a971825401f4d9da8aea9ff265fc6e9 2024-12-05T02:15:37,170 DEBUG [StoreCloser-TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/C/baaa0f3de24445278fedf9f76f5f82a1 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/C/baaa0f3de24445278fedf9f76f5f82a1 2024-12-05T02:15:37,170 DEBUG [StoreCloser-TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/C/6502bca3096e4a4c92ebd61609ab2706 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/C/6502bca3096e4a4c92ebd61609ab2706 2024-12-05T02:15:37,171 DEBUG [StoreCloser-TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/C/64e99e5e93134245970bdf58ad84fc17 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/C/64e99e5e93134245970bdf58ad84fc17 2024-12-05T02:15:37,172 DEBUG [StoreCloser-TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/C/cd04356fb8ce45f289de6cad505e960a to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/C/cd04356fb8ce45f289de6cad505e960a 2024-12-05T02:15:37,176 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/recovered.edits/317.seqid, newMaxSeqId=317, maxSeqId=4 2024-12-05T02:15:37,176 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466. 2024-12-05T02:15:37,176 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.HRegion(1676): Region close journal for 2d81a27baa88285b81f8deb352ea9466: Waiting for close lock at 1733364936228Running coprocessor pre-close hooks at 1733364936228Disabling compacts and flushes for region at 1733364936228Disabling writes for close at 1733364936228Obtaining lock to block concurrent updates at 1733364936228Preparing flush snapshotting stores in 2d81a27baa88285b81f8deb352ea9466 at 1733364936228Finished memstore snapshotting TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=82320, getOffHeapSize=0, getCellsCount=600 at 1733364936228Flushing stores of TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466. at 1733364936229 (+1 ms)Flushing 2d81a27baa88285b81f8deb352ea9466/A: creating writer at 1733364936229Flushing mob file 2d81a27baa88285b81f8deb352ea9466/A: appending metadata at 1733364936238 (+9 ms)Flushing mob file 2d81a27baa88285b81f8deb352ea9466/A: closing flushed file at 1733364936238Flushing 2d81a27baa88285b81f8deb352ea9466/A: appending metadata at 1733364936250 (+12 ms)Flushing 2d81a27baa88285b81f8deb352ea9466/A: closing flushed file at 1733364936250Flushing 2d81a27baa88285b81f8deb352ea9466/B: creating writer at 1733364936268 (+18 ms)Flushing 2d81a27baa88285b81f8deb352ea9466/B: appending metadata at 1733364936272 (+4 ms)Flushing 2d81a27baa88285b81f8deb352ea9466/B: closing flushed file at 1733364936272Flushing 2d81a27baa88285b81f8deb352ea9466/C: creating writer at 1733364936699 (+427 ms)Flushing 2d81a27baa88285b81f8deb352ea9466/C: appending metadata at 1733364936702 (+3 ms)Flushing 2d81a27baa88285b81f8deb352ea9466/C: closing flushed file at 1733364936702Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@375d8ee0: reopening flushed file at 1733364937109 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29c9f1f4: reopening flushed file at 1733364937113 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1102fba: reopening flushed file at 1733364937116 (+3 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for 2d81a27baa88285b81f8deb352ea9466 in 892ms, sequenceid=314, compaction requested=false at 1733364937120 (+4 ms)Writing region close event to WAL at 1733364937173 (+53 ms)Running coprocessor post-close hooks at 1733364937176 (+3 ms)Closed at 1733364937176 2024-12-05T02:15:37,178 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] handler.UnassignRegionHandler(157): Closed 2d81a27baa88285b81f8deb352ea9466 2024-12-05T02:15:37,178 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=125 updating hbase:meta row=2d81a27baa88285b81f8deb352ea9466, regionState=CLOSED 2024-12-05T02:15:37,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=126, ppid=125, state=RUNNABLE, hasLock=false; CloseRegionProcedure 2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 because future has completed 2024-12-05T02:15:37,181 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=126, resume processing ppid=125 2024-12-05T02:15:37,181 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=126, ppid=125, state=SUCCESS, hasLock=false; CloseRegionProcedure 2d81a27baa88285b81f8deb352ea9466, server=01bccfa882c7,46535,1733364817982 in 1.1050 sec 2024-12-05T02:15:37,183 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=125, resume processing ppid=124 2024-12-05T02:15:37,183 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=125, ppid=124, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=2d81a27baa88285b81f8deb352ea9466, UNASSIGN in 1.1090 sec 2024-12-05T02:15:37,184 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=124, resume processing ppid=123 2024-12-05T02:15:37,184 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=124, ppid=123, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.1120 sec 2024-12-05T02:15:37,185 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733364937185"}]},"ts":"1733364937185"} 2024-12-05T02:15:37,186 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-05T02:15:37,186 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-05T02:15:37,188 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=123, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.1200 sec 2024-12-05T02:15:37,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-12-05T02:15:37,204 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-12-05T02:15:37,205 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46883 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-05T02:15:37,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46883 {}] procedure2.ProcedureExecutor(1139): Stored pid=127, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T02:15:37,206 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=127, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T02:15:37,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-12-05T02:15:37,206 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=127, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T02:15:37,208 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466 2024-12-05T02:15:37,209 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/A, FileablePath, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/B, FileablePath, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/C, FileablePath, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/recovered.edits] 2024-12-05T02:15:37,212 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/A/587ef7a3fbd84fcf9304ce04f3dedcc6 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/A/587ef7a3fbd84fcf9304ce04f3dedcc6 2024-12-05T02:15:37,212 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/A/bfb776d99d8b45ce8aed2a22d808c3fc to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/A/bfb776d99d8b45ce8aed2a22d808c3fc 2024-12-05T02:15:37,214 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/B/1ec615db95d240ada7e59c5b447656b6 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/B/1ec615db95d240ada7e59c5b447656b6 2024-12-05T02:15:37,215 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/B/7cb6ce082b654948ae8c68b58e8faa60 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/B/7cb6ce082b654948ae8c68b58e8faa60 2024-12-05T02:15:37,217 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/C/5880828895b449b7a5160d1115153c88 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/C/5880828895b449b7a5160d1115153c88 2024-12-05T02:15:37,217 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/C/f635c560943647e6b2bf5ba4385ab09f to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/C/f635c560943647e6b2bf5ba4385ab09f 2024-12-05T02:15:37,219 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/recovered.edits/317.seqid to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466/recovered.edits/317.seqid 2024-12-05T02:15:37,220 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/2d81a27baa88285b81f8deb352ea9466 2024-12-05T02:15:37,220 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-05T02:15:37,220 DEBUG [PEWorker-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-05T02:15:37,221 DEBUG [PEWorker-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-12-05T02:15:37,223 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412050e61b10f6e624c999a8472e1eb308e73_2d81a27baa88285b81f8deb352ea9466 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412050e61b10f6e624c999a8472e1eb308e73_2d81a27baa88285b81f8deb352ea9466 2024-12-05T02:15:37,224 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120511fac49582b249628add148488f9485d_2d81a27baa88285b81f8deb352ea9466 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120511fac49582b249628add148488f9485d_2d81a27baa88285b81f8deb352ea9466 2024-12-05T02:15:37,225 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205130b0475e3c24495a59b2b1f61f5756c_2d81a27baa88285b81f8deb352ea9466 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205130b0475e3c24495a59b2b1f61f5756c_2d81a27baa88285b81f8deb352ea9466 2024-12-05T02:15:37,226 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120517219a6ce1304c49aaa13790d16b912a_2d81a27baa88285b81f8deb352ea9466 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120517219a6ce1304c49aaa13790d16b912a_2d81a27baa88285b81f8deb352ea9466 2024-12-05T02:15:37,226 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120561008f67515541bba748c7e894790990_2d81a27baa88285b81f8deb352ea9466 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120561008f67515541bba748c7e894790990_2d81a27baa88285b81f8deb352ea9466 2024-12-05T02:15:37,227 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412056db281865d754057b0e734b2f7cebd75_2d81a27baa88285b81f8deb352ea9466 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412056db281865d754057b0e734b2f7cebd75_2d81a27baa88285b81f8deb352ea9466 2024-12-05T02:15:37,228 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412057a488b2f3b154dc6a49e90af11ca70e9_2d81a27baa88285b81f8deb352ea9466 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412057a488b2f3b154dc6a49e90af11ca70e9_2d81a27baa88285b81f8deb352ea9466 2024-12-05T02:15:37,229 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412057c5bba0ce519410ba88e47ac6d5b8654_2d81a27baa88285b81f8deb352ea9466 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412057c5bba0ce519410ba88e47ac6d5b8654_2d81a27baa88285b81f8deb352ea9466 2024-12-05T02:15:37,230 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120581e1b7cd945b488db29da85e26afd417_2d81a27baa88285b81f8deb352ea9466 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120581e1b7cd945b488db29da85e26afd417_2d81a27baa88285b81f8deb352ea9466 2024-12-05T02:15:37,231 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205957a4ab2ba84406386506372018f49de_2d81a27baa88285b81f8deb352ea9466 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205957a4ab2ba84406386506372018f49de_2d81a27baa88285b81f8deb352ea9466 2024-12-05T02:15:37,231 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412059e91a86ef9f84a8785f5342f45c7c7ea_2d81a27baa88285b81f8deb352ea9466 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412059e91a86ef9f84a8785f5342f45c7c7ea_2d81a27baa88285b81f8deb352ea9466 2024-12-05T02:15:37,232 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205ad508fdacef4498ca759dcbdc2c54bb5_2d81a27baa88285b81f8deb352ea9466 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205ad508fdacef4498ca759dcbdc2c54bb5_2d81a27baa88285b81f8deb352ea9466 2024-12-05T02:15:37,233 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205b43fcb54244f4df28d204bd227db028d_2d81a27baa88285b81f8deb352ea9466 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205b43fcb54244f4df28d204bd227db028d_2d81a27baa88285b81f8deb352ea9466 2024-12-05T02:15:37,234 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205d6e84653a0c64d9bb06df1a921da2a35_2d81a27baa88285b81f8deb352ea9466 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205d6e84653a0c64d9bb06df1a921da2a35_2d81a27baa88285b81f8deb352ea9466 2024-12-05T02:15:37,235 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205dd69af0f57434b1bae64147fcfb1b9f3_2d81a27baa88285b81f8deb352ea9466 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205dd69af0f57434b1bae64147fcfb1b9f3_2d81a27baa88285b81f8deb352ea9466 2024-12-05T02:15:37,236 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205e5fd0ceb9cc04ff2b1689123ba1ed709_2d81a27baa88285b81f8deb352ea9466 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205e5fd0ceb9cc04ff2b1689123ba1ed709_2d81a27baa88285b81f8deb352ea9466 2024-12-05T02:15:37,236 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205f8ca07fa0aff4673a648232559ee96b8_2d81a27baa88285b81f8deb352ea9466 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205f8ca07fa0aff4673a648232559ee96b8_2d81a27baa88285b81f8deb352ea9466 2024-12-05T02:15:37,237 DEBUG [PEWorker-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-05T02:15:37,239 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=127, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T02:15:37,241 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-05T02:15:37,243 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-05T02:15:37,243 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=127, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T02:15:37,243 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-05T02:15:37,244 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733364937243"}]},"ts":"9223372036854775807"} 2024-12-05T02:15:37,245 INFO [PEWorker-1 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-12-05T02:15:37,245 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 2d81a27baa88285b81f8deb352ea9466, NAME => 'TestAcidGuarantees,,1733364908274.2d81a27baa88285b81f8deb352ea9466.', STARTKEY => '', ENDKEY => ''}] 2024-12-05T02:15:37,245 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-05T02:15:37,245 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733364937245"}]},"ts":"9223372036854775807"} 2024-12-05T02:15:37,246 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-12-05T02:15:37,247 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=127, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T02:15:37,248 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=127, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 42 msec 2024-12-05T02:15:37,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-12-05T02:15:37,314 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-12-05T02:15:37,314 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-12-05T02:15:37,323 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobScanAtomicity Thread=251 (was 248) - Thread LEAK? -, OpenFileDescriptor=459 (was 449) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=475 (was 492), ProcessCount=11 (was 11), AvailableMemoryMB=7076 (was 7590) 2024-12-05T02:15:37,332 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testScanAtomicity Thread=251, OpenFileDescriptor=459, MaxFileDescriptor=1048576, SystemLoadAverage=475, ProcessCount=11, AvailableMemoryMB=7075 2024-12-05T02:15:37,333 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46883 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-05T02:15:37,333 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46883 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T02:15:37,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46883 {}] procedure2.ProcedureExecutor(1139): Stored pid=128, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-12-05T02:15:37,335 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=128, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T02:15:37,335 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:37,335 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46883 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 128 2024-12-05T02:15:37,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=128 2024-12-05T02:15:37,335 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=128, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T02:15:37,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742327_1503 (size=1061) 2024-12-05T02:15:37,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=128 2024-12-05T02:15:37,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=128 2024-12-05T02:15:37,712 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-05T02:15:37,742 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c 2024-12-05T02:15:37,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742328_1504 (size=53) 2024-12-05T02:15:37,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=128 2024-12-05T02:15:38,147 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:15:38,147 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 1f072888f81720808b6716e5609aa37f, disabling compactions & flushes 2024-12-05T02:15:38,147 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. 2024-12-05T02:15:38,147 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. 2024-12-05T02:15:38,147 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. after waiting 0 ms 2024-12-05T02:15:38,147 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. 2024-12-05T02:15:38,147 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. 2024-12-05T02:15:38,147 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1f072888f81720808b6716e5609aa37f: Waiting for close lock at 1733364938147Disabling compacts and flushes for region at 1733364938147Disabling writes for close at 1733364938147Writing region close event to WAL at 1733364938147Closed at 1733364938147 2024-12-05T02:15:38,148 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=128, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T02:15:38,148 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733364938148"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733364938148"}]},"ts":"1733364938148"} 2024-12-05T02:15:38,149 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T02:15:38,150 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=128, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T02:15:38,150 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733364938150"}]},"ts":"1733364938150"} 2024-12-05T02:15:38,151 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-05T02:15:38,151 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=129, ppid=128, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=1f072888f81720808b6716e5609aa37f, ASSIGN}] 2024-12-05T02:15:38,152 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=129, ppid=128, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=1f072888f81720808b6716e5609aa37f, ASSIGN 2024-12-05T02:15:38,153 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=129, ppid=128, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=1f072888f81720808b6716e5609aa37f, ASSIGN; state=OFFLINE, location=01bccfa882c7,46535,1733364817982; forceNewPlan=false, retain=false 2024-12-05T02:15:38,303 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=129 updating hbase:meta row=1f072888f81720808b6716e5609aa37f, regionState=OPENING, regionLocation=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:38,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=129, ppid=128, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=1f072888f81720808b6716e5609aa37f, ASSIGN because future has completed 2024-12-05T02:15:38,305 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=130, ppid=129, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982}] 2024-12-05T02:15:38,459 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=130}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. 2024-12-05T02:15:38,459 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=130}] regionserver.HRegion(7752): Opening region: {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} 2024-12-05T02:15:38,460 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=130}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 1f072888f81720808b6716e5609aa37f 2024-12-05T02:15:38,461 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=130}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:15:38,461 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=130}] regionserver.HRegion(7794): checking encryption for 1f072888f81720808b6716e5609aa37f 2024-12-05T02:15:38,461 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=130}] regionserver.HRegion(7797): checking classloading for 1f072888f81720808b6716e5609aa37f 2024-12-05T02:15:38,462 INFO [StoreOpener-1f072888f81720808b6716e5609aa37f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 1f072888f81720808b6716e5609aa37f 2024-12-05T02:15:38,463 INFO [StoreOpener-1f072888f81720808b6716e5609aa37f-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-05T02:15:38,463 INFO [StoreOpener-1f072888f81720808b6716e5609aa37f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1f072888f81720808b6716e5609aa37f columnFamilyName A 2024-12-05T02:15:38,463 DEBUG [StoreOpener-1f072888f81720808b6716e5609aa37f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:38,463 INFO [StoreOpener-1f072888f81720808b6716e5609aa37f-1 {}] regionserver.HStore(327): Store=1f072888f81720808b6716e5609aa37f/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:15:38,464 INFO [StoreOpener-1f072888f81720808b6716e5609aa37f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 1f072888f81720808b6716e5609aa37f 2024-12-05T02:15:38,464 INFO [StoreOpener-1f072888f81720808b6716e5609aa37f-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-05T02:15:38,464 INFO [StoreOpener-1f072888f81720808b6716e5609aa37f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1f072888f81720808b6716e5609aa37f columnFamilyName B 2024-12-05T02:15:38,464 DEBUG [StoreOpener-1f072888f81720808b6716e5609aa37f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:38,465 INFO [StoreOpener-1f072888f81720808b6716e5609aa37f-1 {}] regionserver.HStore(327): Store=1f072888f81720808b6716e5609aa37f/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:15:38,465 INFO [StoreOpener-1f072888f81720808b6716e5609aa37f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 1f072888f81720808b6716e5609aa37f 2024-12-05T02:15:38,466 INFO [StoreOpener-1f072888f81720808b6716e5609aa37f-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-05T02:15:38,466 INFO [StoreOpener-1f072888f81720808b6716e5609aa37f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1f072888f81720808b6716e5609aa37f columnFamilyName C 2024-12-05T02:15:38,466 DEBUG [StoreOpener-1f072888f81720808b6716e5609aa37f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:15:38,466 INFO [StoreOpener-1f072888f81720808b6716e5609aa37f-1 {}] regionserver.HStore(327): Store=1f072888f81720808b6716e5609aa37f/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:15:38,466 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=130}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. 2024-12-05T02:15:38,466 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=130}] regionserver.HRegion(1038): replaying wal for 1f072888f81720808b6716e5609aa37f 2024-12-05T02:15:38,467 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=130}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f 2024-12-05T02:15:38,467 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=130}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f 2024-12-05T02:15:38,468 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=130}] regionserver.HRegion(1048): stopping wal replay for 1f072888f81720808b6716e5609aa37f 2024-12-05T02:15:38,468 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=130}] regionserver.HRegion(1060): Cleaning up temporary data for 1f072888f81720808b6716e5609aa37f 2024-12-05T02:15:38,468 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=130}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-05T02:15:38,469 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=130}] regionserver.HRegion(1093): writing seq id for 1f072888f81720808b6716e5609aa37f 2024-12-05T02:15:38,470 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=130}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T02:15:38,470 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=130}] regionserver.HRegion(1114): Opened 1f072888f81720808b6716e5609aa37f; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70872811, jitterRate=0.056087180972099304}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-05T02:15:38,470 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=130}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1f072888f81720808b6716e5609aa37f 2024-12-05T02:15:38,471 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=130}] regionserver.HRegion(1006): Region open journal for 1f072888f81720808b6716e5609aa37f: Running coprocessor pre-open hook at 1733364938461Writing region info on filesystem at 1733364938461Initializing all the Stores at 1733364938461Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733364938461Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733364938462 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733364938462Cleaning up temporary data from old regions at 1733364938468 (+6 ms)Running coprocessor post-open hooks at 1733364938470 (+2 ms)Region opened successfully at 1733364938471 (+1 ms) 2024-12-05T02:15:38,472 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=130}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., pid=130, masterSystemTime=1733364938457 2024-12-05T02:15:38,473 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=130}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. 2024-12-05T02:15:38,473 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=130}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. 2024-12-05T02:15:38,474 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=129 updating hbase:meta row=1f072888f81720808b6716e5609aa37f, regionState=OPEN, openSeqNum=2, regionLocation=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:38,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=128 2024-12-05T02:15:38,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=130, ppid=129, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 because future has completed 2024-12-05T02:15:38,476 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=130, resume processing ppid=129 2024-12-05T02:15:38,476 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=130, ppid=129, state=SUCCESS, hasLock=false; OpenRegionProcedure 1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 in 170 msec 2024-12-05T02:15:38,478 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=129, resume processing ppid=128 2024-12-05T02:15:38,478 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=129, ppid=128, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=1f072888f81720808b6716e5609aa37f, ASSIGN in 325 msec 2024-12-05T02:15:38,478 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=128, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T02:15:38,479 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733364938478"}]},"ts":"1733364938478"} 2024-12-05T02:15:38,480 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-05T02:15:38,480 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=128, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T02:15:38,481 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=128, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1470 sec 2024-12-05T02:15:39,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=128 2024-12-05T02:15:39,484 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-12-05T02:15:39,486 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26bd122f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:15:39,486 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01bccfa882c7,46883,-1 for getting cluster id 2024-12-05T02:15:39,486 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T02:15:39,487 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f4680e86-0374-4026-812c-1fa73d2ae720' 2024-12-05T02:15:39,487 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T02:15:39,487 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f4680e86-0374-4026-812c-1fa73d2ae720" 2024-12-05T02:15:39,487 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46c228a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:15:39,487 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01bccfa882c7,46883,-1] 2024-12-05T02:15:39,487 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T02:15:39,488 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:15:39,488 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40490, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T02:15:39,489 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49b8a884, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:15:39,489 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T02:15:39,490 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01bccfa882c7,46535,1733364817982, seqNum=-1] 2024-12-05T02:15:39,490 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T02:15:39,490 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58984, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T02:15:39,491 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T02:15:39,492 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 01bccfa882c7,46883,1733364817299 2024-12-05T02:15:39,492 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7d3959e3 2024-12-05T02:15:39,492 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T02:15:39,493 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40496, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T02:15:39,494 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@205b33d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:15:39,494 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01bccfa882c7,46883,-1 for getting cluster id 2024-12-05T02:15:39,494 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T02:15:39,494 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f4680e86-0374-4026-812c-1fa73d2ae720' 2024-12-05T02:15:39,494 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T02:15:39,494 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f4680e86-0374-4026-812c-1fa73d2ae720" 2024-12-05T02:15:39,494 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58e09c68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:15:39,494 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01bccfa882c7,46883,-1] 2024-12-05T02:15:39,495 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T02:15:39,495 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:15:39,495 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40512, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T02:15:39,496 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e74d4d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:15:39,496 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e100fd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:15:39,496 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01bccfa882c7,46883,-1 for getting cluster id 2024-12-05T02:15:39,496 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T02:15:39,497 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f4680e86-0374-4026-812c-1fa73d2ae720' 2024-12-05T02:15:39,497 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T02:15:39,497 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f4680e86-0374-4026-812c-1fa73d2ae720" 2024-12-05T02:15:39,497 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@695a6f41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:15:39,497 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01bccfa882c7,46883,-1] 2024-12-05T02:15:39,497 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T02:15:39,497 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:15:39,498 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40530, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T02:15:39,498 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e6463a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:15:39,499 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58e40afb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:15:39,499 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01bccfa882c7,46883,-1 for getting cluster id 2024-12-05T02:15:39,499 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T02:15:39,499 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f4680e86-0374-4026-812c-1fa73d2ae720' 2024-12-05T02:15:39,499 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T02:15:39,499 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f4680e86-0374-4026-812c-1fa73d2ae720" 2024-12-05T02:15:39,499 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18deebc4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:15:39,499 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01bccfa882c7,46883,-1] 2024-12-05T02:15:39,500 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T02:15:39,500 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:15:39,500 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40554, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T02:15:39,501 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16a7a143, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:15:39,501 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b9f4da0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:15:39,501 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01bccfa882c7,46883,-1 for getting cluster id 2024-12-05T02:15:39,501 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T02:15:39,502 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f4680e86-0374-4026-812c-1fa73d2ae720' 2024-12-05T02:15:39,502 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T02:15:39,502 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f4680e86-0374-4026-812c-1fa73d2ae720" 2024-12-05T02:15:39,502 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cf14d41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:15:39,502 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01bccfa882c7,46883,-1] 2024-12-05T02:15:39,502 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T02:15:39,502 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:15:39,503 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40574, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T02:15:39,503 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bd35051, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:15:39,504 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@107467c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:15:39,504 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01bccfa882c7,46883,-1 for getting cluster id 2024-12-05T02:15:39,504 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T02:15:39,504 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f4680e86-0374-4026-812c-1fa73d2ae720' 2024-12-05T02:15:39,505 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T02:15:39,505 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f4680e86-0374-4026-812c-1fa73d2ae720" 2024-12-05T02:15:39,505 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@543e2a0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:15:39,505 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01bccfa882c7,46883,-1] 2024-12-05T02:15:39,505 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T02:15:39,505 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:15:39,505 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40590, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T02:15:39,506 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@143188b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:15:39,506 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@366fb241, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:15:39,506 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01bccfa882c7,46883,-1 for getting cluster id 2024-12-05T02:15:39,506 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T02:15:39,507 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f4680e86-0374-4026-812c-1fa73d2ae720' 2024-12-05T02:15:39,507 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T02:15:39,507 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f4680e86-0374-4026-812c-1fa73d2ae720" 2024-12-05T02:15:39,507 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ac364ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:15:39,507 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01bccfa882c7,46883,-1] 2024-12-05T02:15:39,507 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T02:15:39,507 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:15:39,508 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40600, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T02:15:39,509 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e0bbf80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:15:39,509 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45e8e518, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:15:39,509 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01bccfa882c7,46883,-1 for getting cluster id 2024-12-05T02:15:39,509 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T02:15:39,510 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f4680e86-0374-4026-812c-1fa73d2ae720' 2024-12-05T02:15:39,510 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T02:15:39,510 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f4680e86-0374-4026-812c-1fa73d2ae720" 2024-12-05T02:15:39,510 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e2c1618, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:15:39,510 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01bccfa882c7,46883,-1] 2024-12-05T02:15:39,510 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T02:15:39,510 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:15:39,511 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40628, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T02:15:39,511 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@496f74e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:15:39,512 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10ff7be5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:15:39,512 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01bccfa882c7,46883,-1 for getting cluster id 2024-12-05T02:15:39,512 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T02:15:39,512 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f4680e86-0374-4026-812c-1fa73d2ae720' 2024-12-05T02:15:39,512 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T02:15:39,512 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f4680e86-0374-4026-812c-1fa73d2ae720" 2024-12-05T02:15:39,512 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cf1b659, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:15:39,512 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01bccfa882c7,46883,-1] 2024-12-05T02:15:39,513 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T02:15:39,513 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:15:39,513 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40650, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T02:15:39,514 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@747581c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:15:39,515 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55c1b90e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:15:39,515 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01bccfa882c7,46883,-1 for getting cluster id 2024-12-05T02:15:39,515 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T02:15:39,515 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f4680e86-0374-4026-812c-1fa73d2ae720' 2024-12-05T02:15:39,515 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T02:15:39,515 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f4680e86-0374-4026-812c-1fa73d2ae720" 2024-12-05T02:15:39,515 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b921986, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:15:39,515 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01bccfa882c7,46883,-1] 2024-12-05T02:15:39,516 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T02:15:39,516 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:15:39,516 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40678, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T02:15:39,517 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38716357, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:15:39,517 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@658b2e69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:15:39,517 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01bccfa882c7,46883,-1 for getting cluster id 2024-12-05T02:15:39,517 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T02:15:39,518 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f4680e86-0374-4026-812c-1fa73d2ae720' 2024-12-05T02:15:39,518 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T02:15:39,518 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f4680e86-0374-4026-812c-1fa73d2ae720" 2024-12-05T02:15:39,518 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23e1b0a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:15:39,518 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01bccfa882c7,46883,-1] 2024-12-05T02:15:39,518 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T02:15:39,518 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:15:39,519 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40686, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T02:15:39,519 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ff1cddf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:15:39,520 DEBUG [Thread-2232 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T02:15:39,520 DEBUG [Thread-2247 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T02:15:39,520 DEBUG [Thread-2234 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T02:15:39,521 DEBUG [Thread-2245 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T02:15:39,521 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01bccfa882c7,46535,1733364817982, seqNum=-1] 2024-12-05T02:15:39,521 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01bccfa882c7,46535,1733364817982, seqNum=-1] 2024-12-05T02:15:39,521 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T02:15:39,521 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T02:15:39,522 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01bccfa882c7,46535,1733364817982, seqNum=-1] 2024-12-05T02:15:39,522 DEBUG [Thread-2236 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T02:15:39,522 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58998, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T02:15:39,522 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T02:15:39,523 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59000, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T02:15:39,523 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59010, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T02:15:39,524 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2] 2024-12-05T02:15:39,524 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2] 2024-12-05T02:15:39,524 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T02:15:39,525 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2] 2024-12-05T02:15:39,525 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01bccfa882c7,46535,1733364817982, seqNum=-1] 2024-12-05T02:15:39,525 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T02:15:39,526 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01bccfa882c7,46535,1733364817982, seqNum=-1] 2024-12-05T02:15:39,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] procedure2.ProcedureExecutor(1139): Stored pid=131, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees 2024-12-05T02:15:39,526 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59016, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T02:15:39,526 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T02:15:39,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-12-05T02:15:39,527 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=131, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T02:15:39,527 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59026, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T02:15:39,528 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2] 2024-12-05T02:15:39,529 DEBUG [Thread-2243 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T02:15:39,529 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2] 2024-12-05T02:15:39,529 DEBUG [Thread-2249 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T02:15:39,529 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=131, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T02:15:39,530 DEBUG [Thread-2238 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T02:15:39,530 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=132, ppid=131, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T02:15:39,531 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01bccfa882c7,46535,1733364817982, seqNum=-1] 2024-12-05T02:15:39,531 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01bccfa882c7,46535,1733364817982, seqNum=-1] 2024-12-05T02:15:39,531 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T02:15:39,531 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T02:15:39,531 DEBUG [Thread-2251 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T02:15:39,531 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01bccfa882c7,46535,1733364817982, seqNum=-1] 2024-12-05T02:15:39,532 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T02:15:39,532 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59028, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T02:15:39,532 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59044, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T02:15:39,533 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59046, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T02:15:39,533 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01bccfa882c7,46535,1733364817982, seqNum=-1] 2024-12-05T02:15:39,533 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T02:15:39,534 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2] 2024-12-05T02:15:39,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(8855): Flush requested on 1f072888f81720808b6716e5609aa37f 2024-12-05T02:15:39,535 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1f072888f81720808b6716e5609aa37f 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-05T02:15:39,535 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59052, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T02:15:39,535 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2] 2024-12-05T02:15:39,535 DEBUG [Thread-2240 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T02:15:39,535 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2] 2024-12-05T02:15:39,536 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01bccfa882c7,46535,1733364817982, seqNum=-1] 2024-12-05T02:15:39,537 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T02:15:39,538 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59066, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T02:15:39,538 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2] 2024-12-05T02:15:39,539 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2] 2024-12-05T02:15:39,539 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1f072888f81720808b6716e5609aa37f, store=A 2024-12-05T02:15:39,539 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:15:39,539 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1f072888f81720808b6716e5609aa37f, store=B 2024-12-05T02:15:39,539 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:15:39,539 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1f072888f81720808b6716e5609aa37f, store=C 2024-12-05T02:15:39,539 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:15:39,562 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/A/7ae9a7c3dbca4da99af6e2784bf2e40e is 50, key is test_row_0/A:col10/1733364939534/Put/seqid=0 2024-12-05T02:15:39,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742329_1505 (size=14341) 2024-12-05T02:15:39,567 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/A/7ae9a7c3dbca4da99af6e2784bf2e40e 2024-12-05T02:15:39,579 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733364939559, max timestamp=1733364939576Num uniques 859; 2024-12-05T02:15:39,579 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-05T02:15:39,581 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733364939564, max timestamp=1733364939578Num uniques 859; 2024-12-05T02:15:39,581 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-05T02:15:39,582 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733364939564, max timestamp=1733364939578Num uniques 859; 2024-12-05T02:15:39,582 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-05T02:15:39,589 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/B/fa10d12bcaef4503904fa27b6555682b is 50, key is test_row_0/B:col10/1733364939534/Put/seqid=0 2024-12-05T02:15:39,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742330_1506 (size=12001) 2024-12-05T02:15:39,597 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/B/fa10d12bcaef4503904fa27b6555682b 2024-12-05T02:15:39,621 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/C/27d5c919dfe74684ad8fdfb03c1b2d87 is 50, key is test_row_0/C:col10/1733364939534/Put/seqid=0 2024-12-05T02:15:39,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742331_1507 (size=12001) 2024-12-05T02:15:39,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-12-05T02:15:39,650 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:39,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59026 deadline: 1733364999631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:39,650 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:39,650 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:39,650 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:39,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59066 deadline: 1733364999632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:39,650 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:39,650 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:39,651 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:39,651 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:39,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59044 deadline: 1733364999632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:39,651 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:39,651 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:39,651 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:39,651 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:39,652 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:39,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59010 deadline: 1733364999648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:39,652 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:39,652 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:39,652 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:39,663 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:39,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58998 deadline: 1733364999650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:39,663 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:39,663 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:39,663 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:39,684 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-12-05T02:15:39,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. 2024-12-05T02:15:39,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. as already flushing 2024-12-05T02:15:39,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. 2024-12-05T02:15:39,685 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:39,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:39,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:39,765 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:39,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59026 deadline: 1733364999754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:39,765 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:39,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59066 deadline: 1733364999754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:39,765 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:39,765 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:39,765 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:39,765 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:39,765 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:39,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59044 deadline: 1733364999754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:39,765 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:39,765 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:39,766 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:39,766 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:39,766 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:39,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59010 deadline: 1733364999755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:39,766 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:39,766 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:39,766 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:39,766 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:39,781 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:39,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58998 deadline: 1733364999774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:39,781 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:39,781 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:39,781 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:39,838 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-12-05T02:15:39,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. 2024-12-05T02:15:39,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. as already flushing 2024-12-05T02:15:39,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. 2024-12-05T02:15:39,838 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:39,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:39,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:39,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-12-05T02:15:39,978 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:39,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59026 deadline: 1733364999975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:39,978 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:39,978 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:39,978 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:39,986 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:39,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59066 deadline: 1733364999975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:39,986 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:39,986 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:39,986 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:39,986 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:39,986 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:39,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59044 deadline: 1733364999975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:39,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59010 deadline: 1733364999975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:39,987 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:39,987 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:39,987 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:39,987 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:39,987 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:39,987 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:39,990 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-12-05T02:15:39,991 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:39,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58998 deadline: 1733364999984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:39,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. 2024-12-05T02:15:39,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. as already flushing 2024-12-05T02:15:39,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. 2024-12-05T02:15:39,991 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:39,991 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:39,991 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:39,991 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:39,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:39,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:40,025 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/C/27d5c919dfe74684ad8fdfb03c1b2d87 2024-12-05T02:15:40,029 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/A/7ae9a7c3dbca4da99af6e2784bf2e40e as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/A/7ae9a7c3dbca4da99af6e2784bf2e40e 2024-12-05T02:15:40,032 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/A/7ae9a7c3dbca4da99af6e2784bf2e40e, entries=200, sequenceid=12, filesize=14.0 K 2024-12-05T02:15:40,034 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/B/fa10d12bcaef4503904fa27b6555682b as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/B/fa10d12bcaef4503904fa27b6555682b 2024-12-05T02:15:40,038 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/B/fa10d12bcaef4503904fa27b6555682b, entries=150, sequenceid=12, filesize=11.7 K 2024-12-05T02:15:40,038 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/C/27d5c919dfe74684ad8fdfb03c1b2d87 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/C/27d5c919dfe74684ad8fdfb03c1b2d87 2024-12-05T02:15:40,042 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/C/27d5c919dfe74684ad8fdfb03c1b2d87, entries=150, sequenceid=12, filesize=11.7 K 2024-12-05T02:15:40,043 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=125.23 KB/128240 for 1f072888f81720808b6716e5609aa37f in 509ms, sequenceid=12, compaction requested=false 2024-12-05T02:15:40,043 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1f072888f81720808b6716e5609aa37f: 2024-12-05T02:15:40,143 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-12-05T02:15:40,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. 2024-12-05T02:15:40,144 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2902): Flushing 1f072888f81720808b6716e5609aa37f 3/3 column families, dataSize=125.23 KB heapSize=355.30 KB 2024-12-05T02:15:40,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1f072888f81720808b6716e5609aa37f, store=A 2024-12-05T02:15:40,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T02:15:40,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1f072888f81720808b6716e5609aa37f, store=B 2024-12-05T02:15:40,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T02:15:40,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1f072888f81720808b6716e5609aa37f, store=C 2024-12-05T02:15:40,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T02:15:40,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/A/e754d6b726cd4d7c91dd785e76229e83 is 50, key is test_row_0/A:col10/1733364939648/Put/seqid=0 2024-12-05T02:15:40,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742332_1508 (size=12001) 2024-12-05T02:15:40,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-12-05T02:15:40,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(8855): Flush requested on 1f072888f81720808b6716e5609aa37f 2024-12-05T02:15:40,292 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. as already flushing 2024-12-05T02:15:40,317 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:40,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59010 deadline: 1733365000304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:40,318 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:40,318 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:40,318 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:40,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59044 deadline: 1733365000305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:40,318 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:40,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59026 deadline: 1733365000307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:40,318 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:40,318 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:40,318 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:40,318 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:40,318 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:40,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59066 deadline: 1733365000311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:40,318 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:40,318 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:40,318 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:40,319 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:40,319 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:40,319 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:40,322 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:40,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58998 deadline: 1733365000318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:40,322 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:40,322 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:40,322 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:40,432 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:40,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59010 deadline: 1733365000424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:40,432 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:40,432 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:40,432 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:40,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59044 deadline: 1733365000424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:40,432 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:40,432 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:40,433 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:40,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59026 deadline: 1733365000424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:40,433 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:40,433 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:40,433 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:40,433 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:40,433 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:40,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59066 deadline: 1733365000425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:40,433 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:40,433 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:40,433 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:40,433 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:40,433 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:40,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58998 deadline: 1733365000425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:40,433 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:40,433 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:40,433 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:40,553 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/A/e754d6b726cd4d7c91dd785e76229e83 2024-12-05T02:15:40,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/B/425e18d18c514e2099e5255bb2ac05d4 is 50, key is test_row_0/B:col10/1733364939648/Put/seqid=0 2024-12-05T02:15:40,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742333_1509 (size=12001) 2024-12-05T02:15:40,641 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:40,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59026 deadline: 1733365000634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:40,642 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:40,642 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:40,642 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:40,655 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:40,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59010 deadline: 1733365000645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:40,655 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:40,655 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:40,655 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:40,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59044 deadline: 1733365000645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:40,655 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:40,656 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:40,656 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:40,656 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:40,656 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:40,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59066 deadline: 1733365000645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:40,656 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:40,656 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:40,656 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:40,656 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:40,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58998 deadline: 1733365000645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:40,656 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:40,656 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:40,656 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:40,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-12-05T02:15:40,679 WARN [regionserver/01bccfa882c7:0.Chore.1 {}] hbase.ExecutorStatusChore(69): RS_COMPACTED_FILES_DISCHARGER's size info, queued: 3, running: 1 2024-12-05T02:15:40,964 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/B/425e18d18c514e2099e5255bb2ac05d4 2024-12-05T02:15:40,966 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:40,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59026 deadline: 1733365000954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:40,966 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:40,966 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:40,966 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:40,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/C/4f2612e3f8db4eb8ab82a63508fb78a1 is 50, key is test_row_0/C:col10/1733364939648/Put/seqid=0 2024-12-05T02:15:40,973 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:40,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59010 deadline: 1733365000965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:40,973 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:40,973 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:40,973 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:40,973 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:40,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59044 deadline: 1733365000965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:40,973 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:40,973 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:40,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59066 deadline: 1733365000965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:40,973 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:40,973 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:40,974 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:40,974 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:40,974 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:40,974 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:40,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58998 deadline: 1733365000965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:40,974 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:40,974 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:40,974 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:40,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742334_1510 (size=12001) 2024-12-05T02:15:40,975 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/C/4f2612e3f8db4eb8ab82a63508fb78a1 2024-12-05T02:15:40,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/A/e754d6b726cd4d7c91dd785e76229e83 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/A/e754d6b726cd4d7c91dd785e76229e83 2024-12-05T02:15:40,982 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/A/e754d6b726cd4d7c91dd785e76229e83, entries=150, sequenceid=47, filesize=11.7 K 2024-12-05T02:15:40,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/B/425e18d18c514e2099e5255bb2ac05d4 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/B/425e18d18c514e2099e5255bb2ac05d4 2024-12-05T02:15:40,986 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/B/425e18d18c514e2099e5255bb2ac05d4, entries=150, sequenceid=47, filesize=11.7 K 2024-12-05T02:15:40,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/C/4f2612e3f8db4eb8ab82a63508fb78a1 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/C/4f2612e3f8db4eb8ab82a63508fb78a1 2024-12-05T02:15:40,989 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/C/4f2612e3f8db4eb8ab82a63508fb78a1, entries=150, sequenceid=47, filesize=11.7 K 2024-12-05T02:15:40,990 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(3140): Finished flush of dataSize ~125.23 KB/128240, heapSize ~355.25 KB/363776, currentSize=53.67 KB/54960 for 1f072888f81720808b6716e5609aa37f in 846ms, sequenceid=47, compaction requested=false 2024-12-05T02:15:40,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2603): Flush status journal for 1f072888f81720808b6716e5609aa37f: 2024-12-05T02:15:40,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. 2024-12-05T02:15:40,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=132 2024-12-05T02:15:40,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.HMaster(4169): Remote procedure done, pid=132 2024-12-05T02:15:40,993 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=132, resume processing ppid=131 2024-12-05T02:15:40,993 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=132, ppid=131, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4610 sec 2024-12-05T02:15:40,995 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=131, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees in 1.4700 sec 2024-12-05T02:15:41,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(8855): Flush requested on 1f072888f81720808b6716e5609aa37f 2024-12-05T02:15:41,481 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1f072888f81720808b6716e5609aa37f 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-12-05T02:15:41,481 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1f072888f81720808b6716e5609aa37f, store=A 2024-12-05T02:15:41,481 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:15:41,481 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1f072888f81720808b6716e5609aa37f, store=B 2024-12-05T02:15:41,481 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:15:41,481 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1f072888f81720808b6716e5609aa37f, store=C 2024-12-05T02:15:41,481 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:15:41,485 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/A/be0a67a4b8ce4208abc9cd71ba59be02 is 50, key is test_row_0/A:col10/1733364940309/Put/seqid=0 2024-12-05T02:15:41,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742335_1511 (size=14341) 2024-12-05T02:15:41,559 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:41,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58998 deadline: 1733365001545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:41,559 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:41,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59044 deadline: 1733365001545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:41,559 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:41,559 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:41,559 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:41,559 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:41,559 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:41,559 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:41,560 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:41,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59066 deadline: 1733365001545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:41,560 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:41,560 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:41,560 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:41,560 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:41,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59026 deadline: 1733365001546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:41,560 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:41,560 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:41,560 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:41,571 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:41,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59010 deadline: 1733365001559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:41,571 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:41,572 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:41,572 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:41,672 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:41,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58998 deadline: 1733365001665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:41,672 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:41,672 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:41,672 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:41,672 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:41,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59044 deadline: 1733365001665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:41,672 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:41,672 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:41,672 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:41,672 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:41,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59066 deadline: 1733365001665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:41,673 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:41,673 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:41,673 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:41,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-12-05T02:15:41,674 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-05T02:15:41,675 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T02:15:41,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] procedure2.ProcedureExecutor(1139): Stored pid=133, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees 2024-12-05T02:15:41,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-12-05T02:15:41,677 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=133, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T02:15:41,678 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:41,678 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=133, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T02:15:41,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59026 deadline: 1733365001665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:41,678 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=134, ppid=133, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T02:15:41,678 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:41,678 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:41,678 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:41,684 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:41,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59010 deadline: 1733365001674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:41,684 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:41,684 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:41,684 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:41,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-12-05T02:15:41,830 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-12-05T02:15:41,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. 2024-12-05T02:15:41,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. as already flushing 2024-12-05T02:15:41,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. 2024-12-05T02:15:41,831 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:41,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:41,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:41,884 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:41,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58998 deadline: 1733365001874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:41,885 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:41,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59044 deadline: 1733365001874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:41,885 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:41,885 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:41,885 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:41,885 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:41,885 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:41,885 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:41,887 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:41,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59066 deadline: 1733365001885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:41,887 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:41,887 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:41,887 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:41,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59026 deadline: 1733365001885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:41,887 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:41,887 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:41,887 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:41,887 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:41,889 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/A/be0a67a4b8ce4208abc9cd71ba59be02 2024-12-05T02:15:41,895 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/B/c799612d4a924d50b641605a26394bc7 is 50, key is test_row_0/B:col10/1733364940309/Put/seqid=0 2024-12-05T02:15:41,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742336_1512 (size=12001) 2024-12-05T02:15:41,902 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:41,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59010 deadline: 1733365001894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:41,902 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:41,902 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:41,902 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:41,983 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-12-05T02:15:41,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. 2024-12-05T02:15:41,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. as already flushing 2024-12-05T02:15:41,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. 2024-12-05T02:15:41,984 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:41,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:41,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:41,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-12-05T02:15:42,137 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-12-05T02:15:42,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. 2024-12-05T02:15:42,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. as already flushing 2024-12-05T02:15:42,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. 2024-12-05T02:15:42,137 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:42,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:42,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:42,204 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:42,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58998 deadline: 1733365002194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:42,204 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:42,204 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:42,204 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:42,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59044 deadline: 1733365002194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:42,204 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:42,205 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:42,205 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:42,205 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:42,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59066 deadline: 1733365002194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:42,205 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:42,205 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:42,205 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:42,205 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:42,205 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:42,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59026 deadline: 1733365002194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:42,205 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:42,205 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:42,205 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:42,220 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:42,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59010 deadline: 1733365002214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:42,220 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:42,220 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:42,220 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:42,289 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-12-05T02:15:42,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. 2024-12-05T02:15:42,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. as already flushing 2024-12-05T02:15:42,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. 2024-12-05T02:15:42,290 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:42,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:42,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:42,301 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/B/c799612d4a924d50b641605a26394bc7 2024-12-05T02:15:42,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-12-05T02:15:42,307 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/C/b5fb1d9c5763426581400061b59fd763 is 50, key is test_row_0/C:col10/1733364940309/Put/seqid=0 2024-12-05T02:15:42,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742337_1513 (size=12001) 2024-12-05T02:15:42,314 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/C/b5fb1d9c5763426581400061b59fd763 2024-12-05T02:15:42,318 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/A/be0a67a4b8ce4208abc9cd71ba59be02 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/A/be0a67a4b8ce4208abc9cd71ba59be02 2024-12-05T02:15:42,321 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/A/be0a67a4b8ce4208abc9cd71ba59be02, entries=200, sequenceid=59, filesize=14.0 K 2024-12-05T02:15:42,323 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/B/c799612d4a924d50b641605a26394bc7 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/B/c799612d4a924d50b641605a26394bc7 2024-12-05T02:15:42,326 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/B/c799612d4a924d50b641605a26394bc7, entries=150, sequenceid=59, filesize=11.7 K 2024-12-05T02:15:42,327 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/C/b5fb1d9c5763426581400061b59fd763 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/C/b5fb1d9c5763426581400061b59fd763 2024-12-05T02:15:42,330 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/C/b5fb1d9c5763426581400061b59fd763, entries=150, sequenceid=59, filesize=11.7 K 2024-12-05T02:15:42,330 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 1f072888f81720808b6716e5609aa37f in 849ms, sequenceid=59, compaction requested=true 2024-12-05T02:15:42,331 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1f072888f81720808b6716e5609aa37f: 2024-12-05T02:15:42,331 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1f072888f81720808b6716e5609aa37f:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T02:15:42,331 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:15:42,331 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T02:15:42,331 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1f072888f81720808b6716e5609aa37f:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T02:15:42,331 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:15:42,331 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1f072888f81720808b6716e5609aa37f:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T02:15:42,331 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T02:15:42,331 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T02:15:42,331 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40683 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T02:15:42,331 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T02:15:42,331 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1541): 1f072888f81720808b6716e5609aa37f/A is initiating minor compaction (all files) 2024-12-05T02:15:42,331 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1541): 1f072888f81720808b6716e5609aa37f/B is initiating minor compaction (all files) 2024-12-05T02:15:42,332 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1f072888f81720808b6716e5609aa37f/B in TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. 2024-12-05T02:15:42,332 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1f072888f81720808b6716e5609aa37f/A in TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. 2024-12-05T02:15:42,332 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/B/fa10d12bcaef4503904fa27b6555682b, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/B/425e18d18c514e2099e5255bb2ac05d4, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/B/c799612d4a924d50b641605a26394bc7] into tmpdir=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp, totalSize=35.2 K 2024-12-05T02:15:42,332 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/A/7ae9a7c3dbca4da99af6e2784bf2e40e, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/A/e754d6b726cd4d7c91dd785e76229e83, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/A/be0a67a4b8ce4208abc9cd71ba59be02] into tmpdir=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp, totalSize=39.7 K 2024-12-05T02:15:42,332 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting fa10d12bcaef4503904fa27b6555682b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1733364939531 2024-12-05T02:15:42,332 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7ae9a7c3dbca4da99af6e2784bf2e40e, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1733364939528 2024-12-05T02:15:42,332 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting e754d6b726cd4d7c91dd785e76229e83, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1733364939630 2024-12-05T02:15:42,332 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting 425e18d18c514e2099e5255bb2ac05d4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1733364939630 2024-12-05T02:15:42,332 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting be0a67a4b8ce4208abc9cd71ba59be02, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1733364940305 2024-12-05T02:15:42,333 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting c799612d4a924d50b641605a26394bc7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1733364940305 2024-12-05T02:15:42,342 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1f072888f81720808b6716e5609aa37f#A#compaction#435 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T02:15:42,342 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1f072888f81720808b6716e5609aa37f#B#compaction#436 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T02:15:42,342 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/A/ed8d0df4cc8c4cbab498ec5c64fe5573 is 50, key is test_row_0/A:col10/1733364940309/Put/seqid=0 2024-12-05T02:15:42,342 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/B/1d352178bb04421db7939b0b93620018 is 50, key is test_row_0/B:col10/1733364940309/Put/seqid=0 2024-12-05T02:15:42,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742338_1514 (size=12104) 2024-12-05T02:15:42,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742339_1515 (size=12104) 2024-12-05T02:15:42,442 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-12-05T02:15:42,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. 2024-12-05T02:15:42,443 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2902): Flushing 1f072888f81720808b6716e5609aa37f 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-12-05T02:15:42,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1f072888f81720808b6716e5609aa37f, store=A 2024-12-05T02:15:42,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:15:42,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1f072888f81720808b6716e5609aa37f, store=B 2024-12-05T02:15:42,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:15:42,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1f072888f81720808b6716e5609aa37f, store=C 2024-12-05T02:15:42,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:15:42,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/A/adaf029d637742b39ba2efbc4bf25021 is 50, key is test_row_0/A:col10/1733364941557/Put/seqid=0 2024-12-05T02:15:42,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742340_1516 (size=12001) 2024-12-05T02:15:42,693 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-05T02:15:42,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(8855): Flush requested on 1f072888f81720808b6716e5609aa37f 2024-12-05T02:15:42,722 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. as already flushing 2024-12-05T02:15:42,744 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:42,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59066 deadline: 1733365002730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:42,745 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:42,745 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:42,745 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:42,751 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:42,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59010 deadline: 1733365002738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:42,751 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:42,752 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:42,752 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:42,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59044 deadline: 1733365002739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:42,752 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:42,752 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:42,752 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:42,752 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:42,755 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/B/1d352178bb04421db7939b0b93620018 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/B/1d352178bb04421db7939b0b93620018 2024-12-05T02:15:42,756 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:42,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58998 deadline: 1733365002741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:42,756 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:42,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59026 deadline: 1733365002741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:42,757 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:42,757 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:42,757 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:42,758 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:42,758 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:42,758 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:42,759 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1f072888f81720808b6716e5609aa37f/B of 1f072888f81720808b6716e5609aa37f into 1d352178bb04421db7939b0b93620018(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T02:15:42,759 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1f072888f81720808b6716e5609aa37f: 2024-12-05T02:15:42,759 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., storeName=1f072888f81720808b6716e5609aa37f/B, priority=13, startTime=1733364942331; duration=0sec 2024-12-05T02:15:42,759 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T02:15:42,759 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1f072888f81720808b6716e5609aa37f:B 2024-12-05T02:15:42,759 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T02:15:42,760 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T02:15:42,760 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1541): 1f072888f81720808b6716e5609aa37f/C is initiating minor compaction (all files) 2024-12-05T02:15:42,760 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1f072888f81720808b6716e5609aa37f/C in TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. 2024-12-05T02:15:42,760 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/C/27d5c919dfe74684ad8fdfb03c1b2d87, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/C/4f2612e3f8db4eb8ab82a63508fb78a1, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/C/b5fb1d9c5763426581400061b59fd763] into tmpdir=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp, totalSize=35.2 K 2024-12-05T02:15:42,761 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting 27d5c919dfe74684ad8fdfb03c1b2d87, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1733364939531 2024-12-05T02:15:42,761 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting 4f2612e3f8db4eb8ab82a63508fb78a1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1733364939630 2024-12-05T02:15:42,762 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting b5fb1d9c5763426581400061b59fd763, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1733364940305 2024-12-05T02:15:42,763 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/A/ed8d0df4cc8c4cbab498ec5c64fe5573 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/A/ed8d0df4cc8c4cbab498ec5c64fe5573 2024-12-05T02:15:42,768 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1f072888f81720808b6716e5609aa37f/A of 1f072888f81720808b6716e5609aa37f into ed8d0df4cc8c4cbab498ec5c64fe5573(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T02:15:42,768 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1f072888f81720808b6716e5609aa37f: 2024-12-05T02:15:42,768 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., storeName=1f072888f81720808b6716e5609aa37f/A, priority=13, startTime=1733364942331; duration=0sec 2024-12-05T02:15:42,768 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:15:42,768 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1f072888f81720808b6716e5609aa37f:A 2024-12-05T02:15:42,771 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1f072888f81720808b6716e5609aa37f#C#compaction#438 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T02:15:42,772 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/C/6c769883debb4ce5891019a6aeb83a35 is 50, key is test_row_0/C:col10/1733364940309/Put/seqid=0 2024-12-05T02:15:42,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742341_1517 (size=12104) 2024-12-05T02:15:42,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-12-05T02:15:42,852 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/A/adaf029d637742b39ba2efbc4bf25021 2024-12-05T02:15:42,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/B/efbb88165cb4440180959f3aa25c97c5 is 50, key is test_row_0/B:col10/1733364941557/Put/seqid=0 2024-12-05T02:15:42,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742342_1518 (size=12001) 2024-12-05T02:15:42,862 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:42,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59066 deadline: 1733365002855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:42,863 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:42,863 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:42,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59010 deadline: 1733365002855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:42,863 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:42,863 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:42,863 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:42,863 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:42,863 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:42,863 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:42,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59044 deadline: 1733365002855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:42,863 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:42,864 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:42,864 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:42,873 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:42,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59026 deadline: 1733365002864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:42,874 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:42,874 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:42,874 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:42,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58998 deadline: 1733365002864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:42,874 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:42,874 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:42,874 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:42,874 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:43,080 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:43,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59066 deadline: 1733365003074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:43,080 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:43,080 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:43,081 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:43,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59010 deadline: 1733365003074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:43,081 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:43,081 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:43,081 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:43,081 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:43,081 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:43,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59044 deadline: 1733365003074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:43,081 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:43,081 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:43,081 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:43,092 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:43,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59026 deadline: 1733365003084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:43,093 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:43,092 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:43,093 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:43,093 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:43,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58998 deadline: 1733365003084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:43,093 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:43,093 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:43,093 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:43,190 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/C/6c769883debb4ce5891019a6aeb83a35 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/C/6c769883debb4ce5891019a6aeb83a35 2024-12-05T02:15:43,194 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1f072888f81720808b6716e5609aa37f/C of 1f072888f81720808b6716e5609aa37f into 6c769883debb4ce5891019a6aeb83a35(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T02:15:43,194 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1f072888f81720808b6716e5609aa37f: 2024-12-05T02:15:43,194 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., storeName=1f072888f81720808b6716e5609aa37f/C, priority=13, startTime=1733364942331; duration=0sec 2024-12-05T02:15:43,194 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:15:43,194 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1f072888f81720808b6716e5609aa37f:C 2024-12-05T02:15:43,262 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/B/efbb88165cb4440180959f3aa25c97c5 2024-12-05T02:15:43,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/C/0b10243b2c0145828ca5b1d6ec8b47b4 is 50, key is test_row_0/C:col10/1733364941557/Put/seqid=0 2024-12-05T02:15:43,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742343_1519 (size=12001) 2024-12-05T02:15:43,274 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/C/0b10243b2c0145828ca5b1d6ec8b47b4 2024-12-05T02:15:43,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/A/adaf029d637742b39ba2efbc4bf25021 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/A/adaf029d637742b39ba2efbc4bf25021 2024-12-05T02:15:43,284 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/A/adaf029d637742b39ba2efbc4bf25021, entries=150, sequenceid=79, filesize=11.7 K 2024-12-05T02:15:43,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/B/efbb88165cb4440180959f3aa25c97c5 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/B/efbb88165cb4440180959f3aa25c97c5 2024-12-05T02:15:43,289 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/B/efbb88165cb4440180959f3aa25c97c5, entries=150, sequenceid=79, filesize=11.7 K 2024-12-05T02:15:43,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/C/0b10243b2c0145828ca5b1d6ec8b47b4 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/C/0b10243b2c0145828ca5b1d6ec8b47b4 2024-12-05T02:15:43,293 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/C/0b10243b2c0145828ca5b1d6ec8b47b4, entries=150, sequenceid=79, filesize=11.7 K 2024-12-05T02:15:43,294 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=67.09 KB/68700 for 1f072888f81720808b6716e5609aa37f in 851ms, sequenceid=79, compaction requested=false 2024-12-05T02:15:43,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2603): Flush status journal for 1f072888f81720808b6716e5609aa37f: 2024-12-05T02:15:43,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. 2024-12-05T02:15:43,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=134 2024-12-05T02:15:43,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.HMaster(4169): Remote procedure done, pid=134 2024-12-05T02:15:43,298 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=134, resume processing ppid=133 2024-12-05T02:15:43,298 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=134, ppid=133, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6180 sec 2024-12-05T02:15:43,300 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=133, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees in 1.6240 sec 2024-12-05T02:15:43,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(8855): Flush requested on 1f072888f81720808b6716e5609aa37f 2024-12-05T02:15:43,390 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1f072888f81720808b6716e5609aa37f 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-12-05T02:15:43,390 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1f072888f81720808b6716e5609aa37f, store=A 2024-12-05T02:15:43,390 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:15:43,390 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1f072888f81720808b6716e5609aa37f, store=B 2024-12-05T02:15:43,390 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:15:43,390 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1f072888f81720808b6716e5609aa37f, store=C 2024-12-05T02:15:43,390 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:15:43,395 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/A/ba897c459c194b6887331cd76d16105d is 50, key is test_row_0/A:col10/1733364942739/Put/seqid=0 2024-12-05T02:15:43,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742344_1520 (size=14341) 2024-12-05T02:15:43,465 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:43,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58998 deadline: 1733365003459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:43,466 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:43,466 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:43,466 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:43,477 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:43,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59010 deadline: 1733365003461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:43,477 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:43,477 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:43,477 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:43,477 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:43,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59066 deadline: 1733365003463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:43,477 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:43,477 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:43,478 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:43,479 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:43,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59026 deadline: 1733365003466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:43,480 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:43,479 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:43,480 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:43,480 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:43,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59044 deadline: 1733365003467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:43,480 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:43,480 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:43,480 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:43,583 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:43,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58998 deadline: 1733365003574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:43,583 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:43,583 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:43,583 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:43,588 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:43,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59010 deadline: 1733365003584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:43,588 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:43,588 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:43,588 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:43,588 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:43,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59026 deadline: 1733365003584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:43,589 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:43,589 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:43,589 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:43,589 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:43,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59066 deadline: 1733365003585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:43,589 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:43,589 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:43,589 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:43,589 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:43,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59044 deadline: 1733365003585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:43,589 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:43,590 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:43,590 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:43,799 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/A/ba897c459c194b6887331cd76d16105d 2024-12-05T02:15:43,802 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:43,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58998 deadline: 1733365003794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:43,803 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:43,803 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:43,803 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:43,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59010 deadline: 1733365003794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:43,803 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:43,803 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:43,803 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:43,803 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:43,803 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:43,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59026 deadline: 1733365003794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:43,804 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:43,804 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:43,804 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:43,804 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:43,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59066 deadline: 1733365003795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:43,804 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:43,804 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:43,804 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:43,804 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:43,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59044 deadline: 1733365003795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:43,804 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:43,804 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:43,804 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:43,806 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/B/eedd858ba6c14312adf4734d57bf692d is 50, key is test_row_0/B:col10/1733364942739/Put/seqid=0 2024-12-05T02:15:43,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742345_1521 (size=12001) 2024-12-05T02:15:43,809 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/B/eedd858ba6c14312adf4734d57bf692d 2024-12-05T02:15:43,815 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/C/bd55c69ec4ec4fa886a8904cb7046e63 is 50, key is test_row_0/C:col10/1733364942739/Put/seqid=0 2024-12-05T02:15:43,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742346_1522 (size=12001) 2024-12-05T02:15:43,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-12-05T02:15:43,824 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-05T02:15:43,825 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T02:15:43,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] procedure2.ProcedureExecutor(1139): Stored pid=135, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees 2024-12-05T02:15:43,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-12-05T02:15:43,827 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=135, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T02:15:43,827 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=135, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T02:15:43,827 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=136, ppid=135, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T02:15:43,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-12-05T02:15:43,979 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-12-05T02:15:43,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. 2024-12-05T02:15:43,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. as already flushing 2024-12-05T02:15:43,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. 2024-12-05T02:15:43,980 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:43,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:43,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:44,112 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:44,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58998 deadline: 1733365004104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:44,112 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:44,112 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:44,112 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:44,125 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:44,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59010 deadline: 1733365004114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:44,125 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:44,125 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:44,125 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:44,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59026 deadline: 1733365004114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:44,125 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:44,125 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:44,125 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:44,125 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:44,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59066 deadline: 1733365004115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:44,125 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:44,126 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:44,126 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:44,126 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:44,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59044 deadline: 1733365004115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:44,126 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:44,126 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:44,126 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:44,126 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:44,133 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-12-05T02:15:44,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. 2024-12-05T02:15:44,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. as already flushing 2024-12-05T02:15:44,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. 2024-12-05T02:15:44,133 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:44,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:44,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:44,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-12-05T02:15:44,219 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/C/bd55c69ec4ec4fa886a8904cb7046e63 2024-12-05T02:15:44,223 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/A/ba897c459c194b6887331cd76d16105d as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/A/ba897c459c194b6887331cd76d16105d 2024-12-05T02:15:44,226 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/A/ba897c459c194b6887331cd76d16105d, entries=200, sequenceid=96, filesize=14.0 K 2024-12-05T02:15:44,226 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/B/eedd858ba6c14312adf4734d57bf692d as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/B/eedd858ba6c14312adf4734d57bf692d 2024-12-05T02:15:44,229 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/B/eedd858ba6c14312adf4734d57bf692d, entries=150, sequenceid=96, filesize=11.7 K 2024-12-05T02:15:44,230 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/C/bd55c69ec4ec4fa886a8904cb7046e63 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/C/bd55c69ec4ec4fa886a8904cb7046e63 2024-12-05T02:15:44,233 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/C/bd55c69ec4ec4fa886a8904cb7046e63, entries=150, sequenceid=96, filesize=11.7 K 2024-12-05T02:15:44,234 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 1f072888f81720808b6716e5609aa37f in 844ms, sequenceid=96, compaction requested=true 2024-12-05T02:15:44,234 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1f072888f81720808b6716e5609aa37f: 2024-12-05T02:15:44,234 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1f072888f81720808b6716e5609aa37f:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T02:15:44,234 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:15:44,234 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1f072888f81720808b6716e5609aa37f:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T02:15:44,234 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T02:15:44,234 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:15:44,234 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1f072888f81720808b6716e5609aa37f:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T02:15:44,234 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T02:15:44,234 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T02:15:44,235 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38446 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T02:15:44,235 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T02:15:44,235 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1541): 1f072888f81720808b6716e5609aa37f/A is initiating minor compaction (all files) 2024-12-05T02:15:44,235 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1541): 1f072888f81720808b6716e5609aa37f/B is initiating minor compaction (all files) 2024-12-05T02:15:44,235 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1f072888f81720808b6716e5609aa37f/A in TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. 2024-12-05T02:15:44,235 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1f072888f81720808b6716e5609aa37f/B in TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. 2024-12-05T02:15:44,235 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/A/ed8d0df4cc8c4cbab498ec5c64fe5573, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/A/adaf029d637742b39ba2efbc4bf25021, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/A/ba897c459c194b6887331cd76d16105d] into tmpdir=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp, totalSize=37.5 K 2024-12-05T02:15:44,235 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/B/1d352178bb04421db7939b0b93620018, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/B/efbb88165cb4440180959f3aa25c97c5, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/B/eedd858ba6c14312adf4734d57bf692d] into tmpdir=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp, totalSize=35.3 K 2024-12-05T02:15:44,236 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting ed8d0df4cc8c4cbab498ec5c64fe5573, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1733364940305 2024-12-05T02:15:44,236 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting 1d352178bb04421db7939b0b93620018, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1733364940305 2024-12-05T02:15:44,236 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting adaf029d637742b39ba2efbc4bf25021, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1733364941507 2024-12-05T02:15:44,236 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting efbb88165cb4440180959f3aa25c97c5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1733364941507 2024-12-05T02:15:44,236 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting ba897c459c194b6887331cd76d16105d, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1733364942723 2024-12-05T02:15:44,236 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting eedd858ba6c14312adf4734d57bf692d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1733364942737 2024-12-05T02:15:44,247 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1f072888f81720808b6716e5609aa37f#B#compaction#444 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-05T02:15:44,247 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1f072888f81720808b6716e5609aa37f#A#compaction#445 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T02:15:44,248 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/B/f0b54feaab6342e28dc3c756867d8c92 is 50, key is test_row_0/B:col10/1733364942739/Put/seqid=0 2024-12-05T02:15:44,248 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/A/f66a806d616e4af691bd7737e969c608 is 50, key is test_row_0/A:col10/1733364942739/Put/seqid=0 2024-12-05T02:15:44,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742347_1523 (size=12207) 2024-12-05T02:15:44,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742348_1524 (size=12207) 2024-12-05T02:15:44,285 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-12-05T02:15:44,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. 2024-12-05T02:15:44,286 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2902): Flushing 1f072888f81720808b6716e5609aa37f 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-12-05T02:15:44,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1f072888f81720808b6716e5609aa37f, store=A 2024-12-05T02:15:44,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:15:44,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1f072888f81720808b6716e5609aa37f, store=B 2024-12-05T02:15:44,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:15:44,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1f072888f81720808b6716e5609aa37f, store=C 2024-12-05T02:15:44,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:15:44,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/A/4ff98dd176c5467cabc7e9b41ade170f is 50, key is test_row_0/A:col10/1733364943459/Put/seqid=0 2024-12-05T02:15:44,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742349_1525 (size=12001) 2024-12-05T02:15:44,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-12-05T02:15:44,629 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. as already flushing 2024-12-05T02:15:44,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(8855): Flush requested on 1f072888f81720808b6716e5609aa37f 2024-12-05T02:15:44,656 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/B/f0b54feaab6342e28dc3c756867d8c92 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/B/f0b54feaab6342e28dc3c756867d8c92 2024-12-05T02:15:44,660 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1f072888f81720808b6716e5609aa37f/B of 1f072888f81720808b6716e5609aa37f into f0b54feaab6342e28dc3c756867d8c92(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T02:15:44,660 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1f072888f81720808b6716e5609aa37f: 2024-12-05T02:15:44,660 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., storeName=1f072888f81720808b6716e5609aa37f/B, priority=13, startTime=1733364944234; duration=0sec 2024-12-05T02:15:44,660 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T02:15:44,660 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1f072888f81720808b6716e5609aa37f:B 2024-12-05T02:15:44,660 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T02:15:44,661 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:44,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59010 deadline: 1733365004646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:44,662 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:44,662 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:44,662 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:44,662 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:44,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59026 deadline: 1733365004660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:44,663 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:44,663 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:44,663 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:44,665 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T02:15:44,665 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1541): 1f072888f81720808b6716e5609aa37f/C is initiating minor compaction (all files) 2024-12-05T02:15:44,665 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1f072888f81720808b6716e5609aa37f/C in TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. 2024-12-05T02:15:44,665 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/C/6c769883debb4ce5891019a6aeb83a35, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/C/0b10243b2c0145828ca5b1d6ec8b47b4, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/C/bd55c69ec4ec4fa886a8904cb7046e63] into tmpdir=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp, totalSize=35.3 K 2024-12-05T02:15:44,665 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting 6c769883debb4ce5891019a6aeb83a35, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1733364940305 2024-12-05T02:15:44,666 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting 0b10243b2c0145828ca5b1d6ec8b47b4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1733364941507 2024-12-05T02:15:44,666 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting bd55c69ec4ec4fa886a8904cb7046e63, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1733364942737 2024-12-05T02:15:44,668 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/A/f66a806d616e4af691bd7737e969c608 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/A/f66a806d616e4af691bd7737e969c608 2024-12-05T02:15:44,671 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1f072888f81720808b6716e5609aa37f/A of 1f072888f81720808b6716e5609aa37f into f66a806d616e4af691bd7737e969c608(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T02:15:44,671 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1f072888f81720808b6716e5609aa37f: 2024-12-05T02:15:44,671 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., storeName=1f072888f81720808b6716e5609aa37f/A, priority=13, startTime=1733364944234; duration=0sec 2024-12-05T02:15:44,671 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:15:44,671 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1f072888f81720808b6716e5609aa37f:A 2024-12-05T02:15:44,672 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1f072888f81720808b6716e5609aa37f#C#compaction#447 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T02:15:44,673 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/C/16da45227efa4912b8b6e440398d10d2 is 50, key is test_row_0/C:col10/1733364942739/Put/seqid=0 2024-12-05T02:15:44,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742350_1526 (size=12207) 2024-12-05T02:15:44,677 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:44,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59044 deadline: 1733365004661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:44,678 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:44,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59066 deadline: 1733365004662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:44,678 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:44,678 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:44,678 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:44,678 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:44,678 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:44,678 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:44,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58998 deadline: 1733365004663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:44,678 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:44,679 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:44,679 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:44,679 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:44,694 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/A/4ff98dd176c5467cabc7e9b41ade170f 2024-12-05T02:15:44,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/B/0db70e3eee62464dbad6ad733230d970 is 50, key is test_row_0/B:col10/1733364943459/Put/seqid=0 2024-12-05T02:15:44,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742351_1527 (size=12001) 2024-12-05T02:15:44,767 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:44,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59010 deadline: 1733365004765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:44,768 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:44,768 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:44,768 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:44,785 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:44,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59026 deadline: 1733365004774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:44,786 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:44,786 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:44,786 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:44,791 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:44,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59044 deadline: 1733365004784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:44,791 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:44,791 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:44,791 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:44,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59066 deadline: 1733365004784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:44,791 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:44,792 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:44,792 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:44,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58998 deadline: 1733365004784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:44,792 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:44,792 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:44,792 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:44,792 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:44,792 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:44,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-12-05T02:15:44,984 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:44,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59010 deadline: 1733365004974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:44,984 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:44,985 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:44,985 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:45,002 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:45,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59026 deadline: 1733365004994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:45,002 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:45,002 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:45,002 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:45,002 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:45,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59044 deadline: 1733365004994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:45,003 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:45,003 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:45,003 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:45,017 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:45,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59066 deadline: 1733365005005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:45,017 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:45,017 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:45,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58998 deadline: 1733365005005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:45,018 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:45,018 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:45,018 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:45,018 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:45,018 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:45,080 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/C/16da45227efa4912b8b6e440398d10d2 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/C/16da45227efa4912b8b6e440398d10d2 2024-12-05T02:15:45,084 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1f072888f81720808b6716e5609aa37f/C of 1f072888f81720808b6716e5609aa37f into 16da45227efa4912b8b6e440398d10d2(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T02:15:45,084 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1f072888f81720808b6716e5609aa37f: 2024-12-05T02:15:45,084 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., storeName=1f072888f81720808b6716e5609aa37f/C, priority=13, startTime=1733364944234; duration=0sec 2024-12-05T02:15:45,084 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:15:45,084 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1f072888f81720808b6716e5609aa37f:C 2024-12-05T02:15:45,104 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/B/0db70e3eee62464dbad6ad733230d970 2024-12-05T02:15:45,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/C/8b4618dfc243462ea7ea210e7eced280 is 50, key is test_row_0/C:col10/1733364943459/Put/seqid=0 2024-12-05T02:15:45,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742352_1528 (size=12001) 2024-12-05T02:15:45,301 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:45,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59010 deadline: 1733365005294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:45,301 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:45,301 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:45,301 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:45,325 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:45,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59026 deadline: 1733365005314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:45,325 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:45,325 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:45,325 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:45,325 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:45,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59044 deadline: 1733365005314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:45,326 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:45,326 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:45,326 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:45,330 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:45,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59066 deadline: 1733365005324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:45,330 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:45,330 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:45,330 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:45,331 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:45,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58998 deadline: 1733365005325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:45,331 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:45,331 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:45,331 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:45,513 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/C/8b4618dfc243462ea7ea210e7eced280 2024-12-05T02:15:45,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/A/4ff98dd176c5467cabc7e9b41ade170f as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/A/4ff98dd176c5467cabc7e9b41ade170f 2024-12-05T02:15:45,520 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/A/4ff98dd176c5467cabc7e9b41ade170f, entries=150, sequenceid=114, filesize=11.7 K 2024-12-05T02:15:45,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/B/0db70e3eee62464dbad6ad733230d970 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/B/0db70e3eee62464dbad6ad733230d970 2024-12-05T02:15:45,524 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/B/0db70e3eee62464dbad6ad733230d970, entries=150, sequenceid=114, filesize=11.7 K 2024-12-05T02:15:45,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/C/8b4618dfc243462ea7ea210e7eced280 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/C/8b4618dfc243462ea7ea210e7eced280 2024-12-05T02:15:45,527 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/C/8b4618dfc243462ea7ea210e7eced280, entries=150, sequenceid=114, filesize=11.7 K 2024-12-05T02:15:45,528 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=80.51 KB/82440 for 1f072888f81720808b6716e5609aa37f in 1242ms, sequenceid=114, compaction requested=false 2024-12-05T02:15:45,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2603): Flush status journal for 1f072888f81720808b6716e5609aa37f: 2024-12-05T02:15:45,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. 2024-12-05T02:15:45,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=136 2024-12-05T02:15:45,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.HMaster(4169): Remote procedure done, pid=136 2024-12-05T02:15:45,531 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=136, resume processing ppid=135 2024-12-05T02:15:45,531 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=136, ppid=135, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7020 sec 2024-12-05T02:15:45,532 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=135, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees in 1.7060 sec 2024-12-05T02:15:45,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(8855): Flush requested on 1f072888f81720808b6716e5609aa37f 2024-12-05T02:15:45,810 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1f072888f81720808b6716e5609aa37f 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-12-05T02:15:45,810 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1f072888f81720808b6716e5609aa37f, store=A 2024-12-05T02:15:45,810 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:15:45,810 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1f072888f81720808b6716e5609aa37f, store=B 2024-12-05T02:15:45,810 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:15:45,810 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1f072888f81720808b6716e5609aa37f, store=C 2024-12-05T02:15:45,810 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:15:45,814 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/A/2fc4b06660784221b90d8d000ed7bd82 is 50, key is test_row_0/A:col10/1733364944660/Put/seqid=0 2024-12-05T02:15:45,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742353_1529 (size=14441) 2024-12-05T02:15:45,889 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:45,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58998 deadline: 1733365005874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:45,890 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:45,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59066 deadline: 1733365005874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:45,890 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:45,890 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:45,890 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:45,890 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:45,890 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:45,890 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:45,896 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:45,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59026 deadline: 1733365005888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:45,896 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:45,896 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:45,896 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:45,904 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:45,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59010 deadline: 1733365005889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:45,904 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:45,904 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:45,904 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:45,904 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:45,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59044 deadline: 1733365005890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:45,904 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:45,905 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:45,905 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:45,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-12-05T02:15:45,974 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-05T02:15:45,975 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T02:15:45,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] procedure2.ProcedureExecutor(1139): Stored pid=137, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees 2024-12-05T02:15:45,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-12-05T02:15:45,976 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=137, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T02:15:45,977 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=137, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T02:15:45,977 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=138, ppid=137, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T02:15:46,000 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:46,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58998 deadline: 1733365005994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:46,000 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:46,000 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:46,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59066 deadline: 1733365005994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:46,000 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:46,000 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:46,000 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:46,000 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:46,001 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:46,014 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:46,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59026 deadline: 1733365006004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:46,015 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:46,015 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:46,015 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:46,025 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:46,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59044 deadline: 1733365006015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:46,026 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:46,026 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:46,026 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:46,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59010 deadline: 1733365006015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:46,026 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:46,026 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:46,026 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:46,026 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:46,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-12-05T02:15:46,129 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-12-05T02:15:46,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. 2024-12-05T02:15:46,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. as already flushing 2024-12-05T02:15:46,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. 2024-12-05T02:15:46,129 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:46,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:46,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:46,210 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:46,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58998 deadline: 1733365006204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:46,210 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:46,210 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:46,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59066 deadline: 1733365006204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:46,210 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:46,210 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:46,211 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:46,211 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:46,211 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:46,218 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/A/2fc4b06660784221b90d8d000ed7bd82 2024-12-05T02:15:46,226 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/B/2198c4700ed74b09825c2e92eac6bf4c is 50, key is test_row_0/B:col10/1733364944660/Put/seqid=0 2024-12-05T02:15:46,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742354_1530 (size=12051) 2024-12-05T02:15:46,235 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:46,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59026 deadline: 1733365006225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:46,236 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:46,236 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:46,236 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:46,240 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:46,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59044 deadline: 1733365006234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:46,241 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:46,241 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:46,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59010 deadline: 1733365006234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:46,241 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:46,241 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:46,241 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:46,241 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:46,241 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:46,282 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-12-05T02:15:46,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. 2024-12-05T02:15:46,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. as already flushing 2024-12-05T02:15:46,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. 2024-12-05T02:15:46,282 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:46,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:46,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:46,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-12-05T02:15:46,435 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-12-05T02:15:46,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. 2024-12-05T02:15:46,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. as already flushing 2024-12-05T02:15:46,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. 2024-12-05T02:15:46,435 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:46,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:46,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:46,524 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:46,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58998 deadline: 1733365006515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:46,525 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:46,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59066 deadline: 1733365006515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:46,525 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:46,525 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:46,525 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:46,525 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:46,525 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:46,525 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:46,559 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:46,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59010 deadline: 1733365006545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:46,560 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:46,559 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:46,560 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:46,560 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:46,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59044 deadline: 1733365006546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:46,560 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:46,560 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:46,560 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:46,560 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:46,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59026 deadline: 1733365006546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:46,561 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:46,561 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:46,561 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:46,588 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-12-05T02:15:46,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. 2024-12-05T02:15:46,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. as already flushing 2024-12-05T02:15:46,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. 2024-12-05T02:15:46,589 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:46,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:46,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:46,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-12-05T02:15:46,631 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/B/2198c4700ed74b09825c2e92eac6bf4c 2024-12-05T02:15:46,637 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/C/d430e07ec73a441e91106c3c9e5cf1a6 is 50, key is test_row_0/C:col10/1733364944660/Put/seqid=0 2024-12-05T02:15:46,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742355_1531 (size=12051) 2024-12-05T02:15:46,741 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-12-05T02:15:46,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. 2024-12-05T02:15:46,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. as already flushing 2024-12-05T02:15:46,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. 2024-12-05T02:15:46,742 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:46,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:46,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:46,894 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-12-05T02:15:46,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. 2024-12-05T02:15:46,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. as already flushing 2024-12-05T02:15:46,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. 2024-12-05T02:15:46,895 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:46,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:46,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:47,041 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/C/d430e07ec73a441e91106c3c9e5cf1a6 2024-12-05T02:15:47,044 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/A/2fc4b06660784221b90d8d000ed7bd82 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/A/2fc4b06660784221b90d8d000ed7bd82 2024-12-05T02:15:47,044 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:47,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58998 deadline: 1733365007035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:47,045 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:47,045 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:47,045 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:47,045 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:47,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59066 deadline: 1733365007035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:47,045 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:47,045 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:47,045 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:47,047 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-12-05T02:15:47,047 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/A/2fc4b06660784221b90d8d000ed7bd82, entries=200, sequenceid=133, filesize=14.1 K 2024-12-05T02:15:47,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. 2024-12-05T02:15:47,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. as already flushing 2024-12-05T02:15:47,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. 2024-12-05T02:15:47,048 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:47,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:47,048 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/B/2198c4700ed74b09825c2e92eac6bf4c as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/B/2198c4700ed74b09825c2e92eac6bf4c 2024-12-05T02:15:47,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:47,052 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/B/2198c4700ed74b09825c2e92eac6bf4c, entries=150, sequenceid=133, filesize=11.8 K 2024-12-05T02:15:47,053 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/C/d430e07ec73a441e91106c3c9e5cf1a6 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/C/d430e07ec73a441e91106c3c9e5cf1a6 2024-12-05T02:15:47,056 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/C/d430e07ec73a441e91106c3c9e5cf1a6, entries=150, sequenceid=133, filesize=11.8 K 2024-12-05T02:15:47,056 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for 1f072888f81720808b6716e5609aa37f in 1246ms, sequenceid=133, compaction requested=true 2024-12-05T02:15:47,056 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1f072888f81720808b6716e5609aa37f: 2024-12-05T02:15:47,056 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1f072888f81720808b6716e5609aa37f:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T02:15:47,057 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:15:47,057 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1f072888f81720808b6716e5609aa37f:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T02:15:47,057 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T02:15:47,057 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:15:47,057 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1f072888f81720808b6716e5609aa37f:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T02:15:47,057 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T02:15:47,057 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T02:15:47,057 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38649 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T02:15:47,057 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T02:15:47,057 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1541): 1f072888f81720808b6716e5609aa37f/A is initiating minor compaction (all files) 2024-12-05T02:15:47,057 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1f072888f81720808b6716e5609aa37f/A in TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. 2024-12-05T02:15:47,057 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1541): 1f072888f81720808b6716e5609aa37f/B is initiating minor compaction (all files) 2024-12-05T02:15:47,058 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/A/f66a806d616e4af691bd7737e969c608, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/A/4ff98dd176c5467cabc7e9b41ade170f, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/A/2fc4b06660784221b90d8d000ed7bd82] into tmpdir=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp, totalSize=37.7 K 2024-12-05T02:15:47,058 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1f072888f81720808b6716e5609aa37f/B in TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. 2024-12-05T02:15:47,058 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/B/f0b54feaab6342e28dc3c756867d8c92, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/B/0db70e3eee62464dbad6ad733230d970, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/B/2198c4700ed74b09825c2e92eac6bf4c] into tmpdir=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp, totalSize=35.4 K 2024-12-05T02:15:47,058 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting f66a806d616e4af691bd7737e969c608, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1733364942737 2024-12-05T02:15:47,059 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting f0b54feaab6342e28dc3c756867d8c92, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1733364942737 2024-12-05T02:15:47,059 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4ff98dd176c5467cabc7e9b41ade170f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1733364943459 2024-12-05T02:15:47,059 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting 0db70e3eee62464dbad6ad733230d970, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1733364943459 2024-12-05T02:15:47,059 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2fc4b06660784221b90d8d000ed7bd82, keycount=200, bloomtype=ROW, size=14.1 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1733364944645 2024-12-05T02:15:47,059 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting 2198c4700ed74b09825c2e92eac6bf4c, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1733364944645 2024-12-05T02:15:47,067 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1f072888f81720808b6716e5609aa37f#B#compaction#454 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-05T02:15:47,067 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1f072888f81720808b6716e5609aa37f#A#compaction#453 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T02:15:47,067 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/B/e3d5b6f783be4144af8151f0cb560784 is 50, key is test_row_0/B:col10/1733364944660/Put/seqid=0 2024-12-05T02:15:47,067 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/A/da03a6bedfb24b16b2d54860c234da9f is 50, key is test_row_0/A:col10/1733364944660/Put/seqid=0 2024-12-05T02:15:47,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742356_1532 (size=12359) 2024-12-05T02:15:47,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742357_1533 (size=12359) 2024-12-05T02:15:47,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(8855): Flush requested on 1f072888f81720808b6716e5609aa37f 2024-12-05T02:15:47,073 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1f072888f81720808b6716e5609aa37f 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-12-05T02:15:47,073 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1f072888f81720808b6716e5609aa37f, store=A 2024-12-05T02:15:47,073 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:15:47,073 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1f072888f81720808b6716e5609aa37f, store=B 2024-12-05T02:15:47,073 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:15:47,073 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1f072888f81720808b6716e5609aa37f, store=C 2024-12-05T02:15:47,074 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:15:47,084 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/A/da03a6bedfb24b16b2d54860c234da9f as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/A/da03a6bedfb24b16b2d54860c234da9f 2024-12-05T02:15:47,087 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/A/ae861a8e8d124aaa8f3ed943ce363282 is 50, key is test_row_0/A:col10/1733364945873/Put/seqid=0 2024-12-05T02:15:47,091 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1f072888f81720808b6716e5609aa37f/A of 1f072888f81720808b6716e5609aa37f into da03a6bedfb24b16b2d54860c234da9f(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T02:15:47,091 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1f072888f81720808b6716e5609aa37f: 2024-12-05T02:15:47,091 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., storeName=1f072888f81720808b6716e5609aa37f/A, priority=13, startTime=1733364947056; duration=0sec 2024-12-05T02:15:47,091 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T02:15:47,091 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1f072888f81720808b6716e5609aa37f:A 2024-12-05T02:15:47,091 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T02:15:47,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742358_1534 (size=14541) 2024-12-05T02:15:47,093 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T02:15:47,093 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1541): 1f072888f81720808b6716e5609aa37f/C is initiating minor compaction (all files) 2024-12-05T02:15:47,093 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1f072888f81720808b6716e5609aa37f/C in TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. 2024-12-05T02:15:47,093 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/C/16da45227efa4912b8b6e440398d10d2, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/C/8b4618dfc243462ea7ea210e7eced280, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/C/d430e07ec73a441e91106c3c9e5cf1a6] into tmpdir=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp, totalSize=35.4 K 2024-12-05T02:15:47,094 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting 16da45227efa4912b8b6e440398d10d2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1733364942737 2024-12-05T02:15:47,094 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8b4618dfc243462ea7ea210e7eced280, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1733364943459 2024-12-05T02:15:47,094 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting d430e07ec73a441e91106c3c9e5cf1a6, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1733364944645 2024-12-05T02:15:47,099 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1f072888f81720808b6716e5609aa37f#C#compaction#456 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T02:15:47,100 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/C/a166f33d15c24595b427b91950d58c96 is 50, key is test_row_0/C:col10/1733364944660/Put/seqid=0 2024-12-05T02:15:47,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742359_1535 (size=12359) 2024-12-05T02:15:47,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-12-05T02:15:47,132 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:47,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59044 deadline: 1733365007117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:47,132 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:47,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59010 deadline: 1733365007119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:47,132 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:47,132 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:47,132 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:47,132 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:47,132 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:47,132 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:47,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59026 deadline: 1733365007122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:47,132 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:47,133 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:47,133 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:47,133 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:47,200 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-12-05T02:15:47,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. 2024-12-05T02:15:47,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. as already flushing 2024-12-05T02:15:47,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. 2024-12-05T02:15:47,201 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:47,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:47,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:47,240 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:47,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59044 deadline: 1733365007234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:47,241 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:47,241 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:47,241 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:47,252 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:47,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59010 deadline: 1733365007244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:47,252 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:47,252 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:47,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59026 deadline: 1733365007244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:47,252 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:47,252 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:47,253 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:47,253 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:47,253 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:47,353 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-12-05T02:15:47,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. 2024-12-05T02:15:47,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. as already flushing 2024-12-05T02:15:47,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. 2024-12-05T02:15:47,354 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:47,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:47,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:47,450 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:47,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59044 deadline: 1733365007444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:47,451 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:47,451 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:47,451 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:47,463 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:47,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59026 deadline: 1733365007454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:47,463 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:47,463 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:47,463 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:47,473 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:47,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59010 deadline: 1733365007464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:47,474 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:47,474 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:47,474 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:47,476 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/B/e3d5b6f783be4144af8151f0cb560784 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/B/e3d5b6f783be4144af8151f0cb560784 2024-12-05T02:15:47,480 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1f072888f81720808b6716e5609aa37f/B of 1f072888f81720808b6716e5609aa37f into e3d5b6f783be4144af8151f0cb560784(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T02:15:47,480 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1f072888f81720808b6716e5609aa37f: 2024-12-05T02:15:47,480 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., storeName=1f072888f81720808b6716e5609aa37f/B, priority=13, startTime=1733364947057; duration=0sec 2024-12-05T02:15:47,480 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:15:47,480 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1f072888f81720808b6716e5609aa37f:B 2024-12-05T02:15:47,493 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=150 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/A/ae861a8e8d124aaa8f3ed943ce363282 2024-12-05T02:15:47,499 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/B/b30fd8cbbb4d4b309f666e33d74de0fd is 50, key is test_row_0/B:col10/1733364945873/Put/seqid=0 2024-12-05T02:15:47,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742360_1536 (size=12151) 2024-12-05T02:15:47,507 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-12-05T02:15:47,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. 2024-12-05T02:15:47,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. as already flushing 2024-12-05T02:15:47,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. 2024-12-05T02:15:47,507 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:47,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:47,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:47,509 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/C/a166f33d15c24595b427b91950d58c96 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/C/a166f33d15c24595b427b91950d58c96 2024-12-05T02:15:47,513 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1f072888f81720808b6716e5609aa37f/C of 1f072888f81720808b6716e5609aa37f into a166f33d15c24595b427b91950d58c96(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T02:15:47,513 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1f072888f81720808b6716e5609aa37f: 2024-12-05T02:15:47,513 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., storeName=1f072888f81720808b6716e5609aa37f/C, priority=13, startTime=1733364947057; duration=0sec 2024-12-05T02:15:47,513 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:15:47,513 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1f072888f81720808b6716e5609aa37f:C 2024-12-05T02:15:47,660 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-12-05T02:15:47,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. 2024-12-05T02:15:47,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. as already flushing 2024-12-05T02:15:47,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. 2024-12-05T02:15:47,661 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:47,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:47,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:47,712 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-05T02:15:47,712 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-12-05T02:15:47,761 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:47,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59044 deadline: 1733365007755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:47,761 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:47,761 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:47,761 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:47,782 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:47,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59026 deadline: 1733365007774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:47,783 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:47,783 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:47,783 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:47,790 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:47,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59010 deadline: 1733365007784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:47,791 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:47,791 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:47,791 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:47,813 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-12-05T02:15:47,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. 2024-12-05T02:15:47,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. as already flushing 2024-12-05T02:15:47,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. 2024-12-05T02:15:47,814 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:47,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:47,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:47,903 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=150 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/B/b30fd8cbbb4d4b309f666e33d74de0fd 2024-12-05T02:15:47,910 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/C/6b8776c8b5a74f1faba74ec31e417476 is 50, key is test_row_0/C:col10/1733364945873/Put/seqid=0 2024-12-05T02:15:47,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742361_1537 (size=12151) 2024-12-05T02:15:47,966 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-12-05T02:15:47,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. 2024-12-05T02:15:47,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. as already flushing 2024-12-05T02:15:47,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. 2024-12-05T02:15:47,967 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:47,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:47,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:48,061 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:48,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58998 deadline: 1733365008054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:48,061 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:48,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59066 deadline: 1733365008054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:48,061 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 01bccfa882c7,46535,1733364817982 for 'test_row_0' in 1f072888f81720808b6716e5609aa37f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2187 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-05T02:15:48,062 WARN [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRpcRetryingCaller(177): Call to 01bccfa882c7,46535,1733364817982 for 'test_row_2' in 1f072888f81720808b6716e5609aa37f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2187 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-05T02:15:48,062 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:48,062 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:48,062 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:48,062 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:48,062 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:48,062 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:48,119 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-12-05T02:15:48,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. 2024-12-05T02:15:48,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. as already flushing 2024-12-05T02:15:48,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. 2024-12-05T02:15:48,120 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:48,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:48,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:48,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-12-05T02:15:48,272 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-12-05T02:15:48,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. 2024-12-05T02:15:48,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. as already flushing 2024-12-05T02:15:48,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. 2024-12-05T02:15:48,273 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:48,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:48,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:48,282 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:48,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59044 deadline: 1733365008274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:48,283 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:48,283 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:48,283 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:48,297 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:48,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59026 deadline: 1733365008295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:48,297 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:48,297 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:48,297 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:48,307 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:48,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59010 deadline: 1733365008304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:48,307 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:48,308 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:48,308 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:48,314 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=150 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/C/6b8776c8b5a74f1faba74ec31e417476 2024-12-05T02:15:48,318 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/A/ae861a8e8d124aaa8f3ed943ce363282 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/A/ae861a8e8d124aaa8f3ed943ce363282 2024-12-05T02:15:48,321 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/A/ae861a8e8d124aaa8f3ed943ce363282, entries=200, sequenceid=150, filesize=14.2 K 2024-12-05T02:15:48,321 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/B/b30fd8cbbb4d4b309f666e33d74de0fd as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/B/b30fd8cbbb4d4b309f666e33d74de0fd 2024-12-05T02:15:48,324 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/B/b30fd8cbbb4d4b309f666e33d74de0fd, entries=150, sequenceid=150, filesize=11.9 K 2024-12-05T02:15:48,325 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/C/6b8776c8b5a74f1faba74ec31e417476 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/C/6b8776c8b5a74f1faba74ec31e417476 2024-12-05T02:15:48,328 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/C/6b8776c8b5a74f1faba74ec31e417476, entries=150, sequenceid=150, filesize=11.9 K 2024-12-05T02:15:48,329 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for 1f072888f81720808b6716e5609aa37f in 1256ms, sequenceid=150, compaction requested=false 2024-12-05T02:15:48,329 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1f072888f81720808b6716e5609aa37f: 2024-12-05T02:15:48,425 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-12-05T02:15:48,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. 2024-12-05T02:15:48,426 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2902): Flushing 1f072888f81720808b6716e5609aa37f 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-12-05T02:15:48,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1f072888f81720808b6716e5609aa37f, store=A 2024-12-05T02:15:48,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:15:48,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1f072888f81720808b6716e5609aa37f, store=B 2024-12-05T02:15:48,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:15:48,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1f072888f81720808b6716e5609aa37f, store=C 2024-12-05T02:15:48,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:15:48,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/A/5ef197619c9e410ba9092360bd2b85e0 is 50, key is test_row_0/A:col10/1733364947121/Put/seqid=0 2024-12-05T02:15:48,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742362_1538 (size=12151) 2024-12-05T02:15:48,435 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/A/5ef197619c9e410ba9092360bd2b85e0 2024-12-05T02:15:48,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/B/8b85924b9c324995b30610c28fa4aa14 is 50, key is test_row_0/B:col10/1733364947121/Put/seqid=0 2024-12-05T02:15:48,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742363_1539 (size=12151) 2024-12-05T02:15:48,844 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/B/8b85924b9c324995b30610c28fa4aa14 2024-12-05T02:15:48,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/C/55bf40b5645f4c52a1005eec48ea2797 is 50, key is test_row_0/C:col10/1733364947121/Put/seqid=0 2024-12-05T02:15:48,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742364_1540 (size=12151) 2024-12-05T02:15:49,255 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/C/55bf40b5645f4c52a1005eec48ea2797 2024-12-05T02:15:49,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/A/5ef197619c9e410ba9092360bd2b85e0 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/A/5ef197619c9e410ba9092360bd2b85e0 2024-12-05T02:15:49,262 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/A/5ef197619c9e410ba9092360bd2b85e0, entries=150, sequenceid=168, filesize=11.9 K 2024-12-05T02:15:49,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/B/8b85924b9c324995b30610c28fa4aa14 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/B/8b85924b9c324995b30610c28fa4aa14 2024-12-05T02:15:49,266 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/B/8b85924b9c324995b30610c28fa4aa14, entries=150, sequenceid=168, filesize=11.9 K 2024-12-05T02:15:49,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/C/55bf40b5645f4c52a1005eec48ea2797 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/C/55bf40b5645f4c52a1005eec48ea2797 2024-12-05T02:15:49,270 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/C/55bf40b5645f4c52a1005eec48ea2797, entries=150, sequenceid=168, filesize=11.9 K 2024-12-05T02:15:49,270 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=0 B/0 for 1f072888f81720808b6716e5609aa37f in 844ms, sequenceid=168, compaction requested=true 2024-12-05T02:15:49,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2603): Flush status journal for 1f072888f81720808b6716e5609aa37f: 2024-12-05T02:15:49,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. 2024-12-05T02:15:49,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=138 2024-12-05T02:15:49,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.HMaster(4169): Remote procedure done, pid=138 2024-12-05T02:15:49,273 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=138, resume processing ppid=137 2024-12-05T02:15:49,273 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=138, ppid=137, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.2950 sec 2024-12-05T02:15:49,275 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=137, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees in 3.2990 sec 2024-12-05T02:15:49,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(8855): Flush requested on 1f072888f81720808b6716e5609aa37f 2024-12-05T02:15:49,318 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1f072888f81720808b6716e5609aa37f 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-05T02:15:49,318 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1f072888f81720808b6716e5609aa37f, store=A 2024-12-05T02:15:49,318 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:15:49,318 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1f072888f81720808b6716e5609aa37f, store=B 2024-12-05T02:15:49,318 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:15:49,318 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1f072888f81720808b6716e5609aa37f, store=C 2024-12-05T02:15:49,318 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:15:49,322 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/A/80af3e60f7d84d72bad7aa2cf2ab2a57 is 50, key is test_row_1/A:col10/1733364949312/Put/seqid=0 2024-12-05T02:15:49,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742365_1541 (size=14537) 2024-12-05T02:15:49,326 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=178 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/A/80af3e60f7d84d72bad7aa2cf2ab2a57 2024-12-05T02:15:49,333 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/B/925dbd28b5134dc78f7b25452d70868c is 50, key is test_row_1/B:col10/1733364949312/Put/seqid=0 2024-12-05T02:15:49,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742366_1542 (size=9757) 2024-12-05T02:15:49,405 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733364949355, max timestamp=1733364949402Num uniques 859; 2024-12-05T02:15:49,405 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733364949355, max timestamp=1733364949402Num uniques 859; 2024-12-05T02:15:49,405 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-05T02:15:49,405 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-05T02:15:49,405 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733364949355, max timestamp=1733364949402Num uniques 859; 2024-12-05T02:15:49,406 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-05T02:15:49,464 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:49,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59026 deadline: 1733365009451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:49,465 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:49,465 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:49,465 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:49,474 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:49,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59044 deadline: 1733365009463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:49,475 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:49,475 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:49,475 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:49,478 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:49,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59010 deadline: 1733365009464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:49,479 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:49,479 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:49,479 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:49,575 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:49,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59026 deadline: 1733365009575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:49,576 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:49,576 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:49,576 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:49,590 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:49,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59044 deadline: 1733365009585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:49,590 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:49,590 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:49,590 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:49,590 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:49,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59010 deadline: 1733365009585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:49,591 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:49,591 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:49,591 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:49,737 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=178 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/B/925dbd28b5134dc78f7b25452d70868c 2024-12-05T02:15:49,746 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/C/a840266947f343de9109bcc37d011a69 is 50, key is test_row_1/C:col10/1733364949312/Put/seqid=0 2024-12-05T02:15:49,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742367_1543 (size=9757) 2024-12-05T02:15:49,792 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:49,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59026 deadline: 1733365009784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:49,792 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:49,792 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:49,792 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:49,812 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:49,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59044 deadline: 1733365009795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:49,813 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:49,813 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:49,813 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:49,813 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:49,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59010 deadline: 1733365009795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:49,813 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:49,813 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:49,813 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:50,090 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:50,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58998 deadline: 1733365010085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:50,090 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:50,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59066 deadline: 1733365010085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:50,090 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 01bccfa882c7,46535,1733364817982 for 'test_row_0' in 1f072888f81720808b6716e5609aa37f of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4216 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-05T02:15:50,091 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:50,091 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:50,091 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:50,091 WARN [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRpcRetryingCaller(177): Call to 01bccfa882c7,46535,1733364817982 for 'test_row_2' in 1f072888f81720808b6716e5609aa37f of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4216 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-05T02:15:50,091 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:50,091 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:50,091 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:50,116 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:50,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59026 deadline: 1733365010104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:50,116 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:50,116 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:50,116 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:50,126 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:50,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59044 deadline: 1733365010114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:50,127 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:50,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59010 deadline: 1733365010115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:50,127 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:50,127 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:50,127 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:50,127 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:50,127 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:50,127 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:50,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-12-05T02:15:50,144 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-05T02:15:50,145 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T02:15:50,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] procedure2.ProcedureExecutor(1139): Stored pid=139, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees 2024-12-05T02:15:50,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-12-05T02:15:50,147 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=139, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T02:15:50,147 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=139, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T02:15:50,147 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=140, ppid=139, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T02:15:50,149 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=178 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/C/a840266947f343de9109bcc37d011a69 2024-12-05T02:15:50,153 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/A/80af3e60f7d84d72bad7aa2cf2ab2a57 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/A/80af3e60f7d84d72bad7aa2cf2ab2a57 2024-12-05T02:15:50,156 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/A/80af3e60f7d84d72bad7aa2cf2ab2a57, entries=200, sequenceid=178, filesize=14.2 K 2024-12-05T02:15:50,157 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/B/925dbd28b5134dc78f7b25452d70868c as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/B/925dbd28b5134dc78f7b25452d70868c 2024-12-05T02:15:50,160 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/B/925dbd28b5134dc78f7b25452d70868c, entries=100, sequenceid=178, filesize=9.5 K 2024-12-05T02:15:50,160 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/C/a840266947f343de9109bcc37d011a69 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/C/a840266947f343de9109bcc37d011a69 2024-12-05T02:15:50,163 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/C/a840266947f343de9109bcc37d011a69, entries=100, sequenceid=178, filesize=9.5 K 2024-12-05T02:15:50,164 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 1f072888f81720808b6716e5609aa37f in 846ms, sequenceid=178, compaction requested=true 2024-12-05T02:15:50,164 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1f072888f81720808b6716e5609aa37f: 2024-12-05T02:15:50,164 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1f072888f81720808b6716e5609aa37f:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T02:15:50,164 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:15:50,164 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1f072888f81720808b6716e5609aa37f:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T02:15:50,164 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T02:15:50,164 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:15:50,164 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1f072888f81720808b6716e5609aa37f:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T02:15:50,164 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T02:15:50,164 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T02:15:50,165 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46418 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T02:15:50,165 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 53588 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T02:15:50,165 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1541): 1f072888f81720808b6716e5609aa37f/B is initiating minor compaction (all files) 2024-12-05T02:15:50,165 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1541): 1f072888f81720808b6716e5609aa37f/A is initiating minor compaction (all files) 2024-12-05T02:15:50,165 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1f072888f81720808b6716e5609aa37f/A in TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. 2024-12-05T02:15:50,165 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1f072888f81720808b6716e5609aa37f/B in TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. 2024-12-05T02:15:50,165 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/B/e3d5b6f783be4144af8151f0cb560784, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/B/b30fd8cbbb4d4b309f666e33d74de0fd, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/B/8b85924b9c324995b30610c28fa4aa14, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/B/925dbd28b5134dc78f7b25452d70868c] into tmpdir=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp, totalSize=45.3 K 2024-12-05T02:15:50,165 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/A/da03a6bedfb24b16b2d54860c234da9f, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/A/ae861a8e8d124aaa8f3ed943ce363282, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/A/5ef197619c9e410ba9092360bd2b85e0, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/A/80af3e60f7d84d72bad7aa2cf2ab2a57] into tmpdir=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp, totalSize=52.3 K 2024-12-05T02:15:50,165 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting da03a6bedfb24b16b2d54860c234da9f, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1733364944645 2024-12-05T02:15:50,165 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting e3d5b6f783be4144af8151f0cb560784, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1733364944645 2024-12-05T02:15:50,166 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting ae861a8e8d124aaa8f3ed943ce363282, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=150, earliestPutTs=1733364945873 2024-12-05T02:15:50,166 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting b30fd8cbbb4d4b309f666e33d74de0fd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=150, earliestPutTs=1733364945873 2024-12-05T02:15:50,166 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5ef197619c9e410ba9092360bd2b85e0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1733364947074 2024-12-05T02:15:50,166 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting 8b85924b9c324995b30610c28fa4aa14, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1733364947074 2024-12-05T02:15:50,166 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting 80af3e60f7d84d72bad7aa2cf2ab2a57, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1733364949303 2024-12-05T02:15:50,167 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting 925dbd28b5134dc78f7b25452d70868c, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1733364949312 2024-12-05T02:15:50,173 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1f072888f81720808b6716e5609aa37f#A#compaction#465 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T02:15:50,173 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/A/a5470b6a0d7149478dc907822679d26e is 50, key is test_row_0/A:col10/1733364947121/Put/seqid=0 2024-12-05T02:15:50,174 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1f072888f81720808b6716e5609aa37f#B#compaction#466 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T02:15:50,175 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/B/614f3f9a7b8d457e9c801515ed2368f4 is 50, key is test_row_0/B:col10/1733364947121/Put/seqid=0 2024-12-05T02:15:50,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742368_1544 (size=12595) 2024-12-05T02:15:50,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742369_1545 (size=12595) 2024-12-05T02:15:50,181 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/A/a5470b6a0d7149478dc907822679d26e as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/A/a5470b6a0d7149478dc907822679d26e 2024-12-05T02:15:50,185 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 1f072888f81720808b6716e5609aa37f/A of 1f072888f81720808b6716e5609aa37f into a5470b6a0d7149478dc907822679d26e(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T02:15:50,185 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1f072888f81720808b6716e5609aa37f: 2024-12-05T02:15:50,185 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., storeName=1f072888f81720808b6716e5609aa37f/A, priority=12, startTime=1733364950164; duration=0sec 2024-12-05T02:15:50,185 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T02:15:50,185 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1f072888f81720808b6716e5609aa37f:A 2024-12-05T02:15:50,185 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T02:15:50,186 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46418 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T02:15:50,186 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1541): 1f072888f81720808b6716e5609aa37f/C is initiating minor compaction (all files) 2024-12-05T02:15:50,186 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1f072888f81720808b6716e5609aa37f/C in TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. 2024-12-05T02:15:50,186 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/C/a166f33d15c24595b427b91950d58c96, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/C/6b8776c8b5a74f1faba74ec31e417476, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/C/55bf40b5645f4c52a1005eec48ea2797, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/C/a840266947f343de9109bcc37d011a69] into tmpdir=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp, totalSize=45.3 K 2024-12-05T02:15:50,186 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting a166f33d15c24595b427b91950d58c96, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1733364944645 2024-12-05T02:15:50,186 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6b8776c8b5a74f1faba74ec31e417476, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=150, earliestPutTs=1733364945873 2024-12-05T02:15:50,186 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting 55bf40b5645f4c52a1005eec48ea2797, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1733364947074 2024-12-05T02:15:50,187 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting a840266947f343de9109bcc37d011a69, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1733364949312 2024-12-05T02:15:50,192 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1f072888f81720808b6716e5609aa37f#C#compaction#467 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T02:15:50,192 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/C/a4a92ae08f7345a1bc0d4e796d1a81d0 is 50, key is test_row_0/C:col10/1733364947121/Put/seqid=0 2024-12-05T02:15:50,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742370_1546 (size=12595) 2024-12-05T02:15:50,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-12-05T02:15:50,298 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-12-05T02:15:50,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. 2024-12-05T02:15:50,299 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2902): Flushing 1f072888f81720808b6716e5609aa37f 3/3 column families, dataSize=134.18 KB heapSize=375.61 KB 2024-12-05T02:15:50,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1f072888f81720808b6716e5609aa37f, store=A 2024-12-05T02:15:50,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T02:15:50,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1f072888f81720808b6716e5609aa37f, store=B 2024-12-05T02:15:50,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T02:15:50,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1f072888f81720808b6716e5609aa37f, store=C 2024-12-05T02:15:50,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T02:15:50,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/A/a2883b9fabc64a06b89a52b1ad53cb44 is 50, key is test_row_0/A:col10/1733364949461/Put/seqid=0 2024-12-05T02:15:50,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742371_1547 (size=12151) 2024-12-05T02:15:50,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-12-05T02:15:50,584 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/B/614f3f9a7b8d457e9c801515ed2368f4 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/B/614f3f9a7b8d457e9c801515ed2368f4 2024-12-05T02:15:50,590 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 1f072888f81720808b6716e5609aa37f/B of 1f072888f81720808b6716e5609aa37f into 614f3f9a7b8d457e9c801515ed2368f4(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T02:15:50,590 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1f072888f81720808b6716e5609aa37f: 2024-12-05T02:15:50,590 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., storeName=1f072888f81720808b6716e5609aa37f/B, priority=12, startTime=1733364950164; duration=0sec 2024-12-05T02:15:50,590 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:15:50,590 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1f072888f81720808b6716e5609aa37f:B 2024-12-05T02:15:50,599 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/C/a4a92ae08f7345a1bc0d4e796d1a81d0 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/C/a4a92ae08f7345a1bc0d4e796d1a81d0 2024-12-05T02:15:50,602 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 1f072888f81720808b6716e5609aa37f/C of 1f072888f81720808b6716e5609aa37f into a4a92ae08f7345a1bc0d4e796d1a81d0(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T02:15:50,602 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1f072888f81720808b6716e5609aa37f: 2024-12-05T02:15:50,602 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., storeName=1f072888f81720808b6716e5609aa37f/C, priority=12, startTime=1733364950164; duration=0sec 2024-12-05T02:15:50,603 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:15:50,603 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1f072888f81720808b6716e5609aa37f:C 2024-12-05T02:15:50,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(8855): Flush requested on 1f072888f81720808b6716e5609aa37f 2024-12-05T02:15:50,633 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. as already flushing 2024-12-05T02:15:50,665 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:50,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59026 deadline: 1733365010652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:50,665 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:50,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59044 deadline: 1733365010656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:50,665 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:50,665 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:50,665 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:50,665 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:50,665 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:50,665 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:50,672 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:50,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59010 deadline: 1733365010657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:50,672 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:50,672 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:50,672 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:50,709 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/A/a2883b9fabc64a06b89a52b1ad53cb44 2024-12-05T02:15:50,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/B/5dd4319d55414b34ab1941e58739d469 is 50, key is test_row_0/B:col10/1733364949461/Put/seqid=0 2024-12-05T02:15:50,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742372_1548 (size=12151) 2024-12-05T02:15:50,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-12-05T02:15:50,776 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:50,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59026 deadline: 1733365010774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:50,777 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:50,777 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:50,777 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:50,777 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:50,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59010 deadline: 1733365010775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:50,777 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:50,777 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:50,777 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:50,777 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:50,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59044 deadline: 1733365010775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:50,777 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:50,777 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:50,777 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:50,995 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:50,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59026 deadline: 1733365010984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:50,995 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:50,995 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:50,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59010 deadline: 1733365010984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:50,995 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:50,995 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:50,995 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:50,996 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:50,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59044 deadline: 1733365010985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:50,996 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:50,996 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:50,996 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:50,996 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:50,996 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:51,125 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/B/5dd4319d55414b34ab1941e58739d469 2024-12-05T02:15:51,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/C/cdfba30ed3ce45e498022d442c2bf052 is 50, key is test_row_0/C:col10/1733364949461/Put/seqid=0 2024-12-05T02:15:51,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742373_1549 (size=12151) 2024-12-05T02:15:51,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-12-05T02:15:51,310 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:51,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59026 deadline: 1733365011304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:51,310 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:51,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59010 deadline: 1733365011304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:51,310 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:51,310 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:51,310 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:51,310 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:51,310 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:51,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59044 deadline: 1733365011304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:51,310 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:51,311 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:51,311 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:51,311 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:51,311 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:51,537 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/C/cdfba30ed3ce45e498022d442c2bf052 2024-12-05T02:15:51,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/A/a2883b9fabc64a06b89a52b1ad53cb44 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/A/a2883b9fabc64a06b89a52b1ad53cb44 2024-12-05T02:15:51,544 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/A/a2883b9fabc64a06b89a52b1ad53cb44, entries=150, sequenceid=214, filesize=11.9 K 2024-12-05T02:15:51,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/B/5dd4319d55414b34ab1941e58739d469 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/B/5dd4319d55414b34ab1941e58739d469 2024-12-05T02:15:51,548 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/B/5dd4319d55414b34ab1941e58739d469, entries=150, sequenceid=214, filesize=11.9 K 2024-12-05T02:15:51,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/C/cdfba30ed3ce45e498022d442c2bf052 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/C/cdfba30ed3ce45e498022d442c2bf052 2024-12-05T02:15:51,551 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/C/cdfba30ed3ce45e498022d442c2bf052, entries=150, sequenceid=214, filesize=11.9 K 2024-12-05T02:15:51,552 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~375.56 KB/384576, currentSize=46.96 KB/48090 for 1f072888f81720808b6716e5609aa37f in 1253ms, sequenceid=214, compaction requested=false 2024-12-05T02:15:51,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2603): Flush status journal for 1f072888f81720808b6716e5609aa37f: 2024-12-05T02:15:51,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. 2024-12-05T02:15:51,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=140 2024-12-05T02:15:51,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.HMaster(4169): Remote procedure done, pid=140 2024-12-05T02:15:51,555 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=140, resume processing ppid=139 2024-12-05T02:15:51,555 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=140, ppid=139, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4060 sec 2024-12-05T02:15:51,556 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=139, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees in 1.4100 sec 2024-12-05T02:15:51,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(8855): Flush requested on 1f072888f81720808b6716e5609aa37f 2024-12-05T02:15:51,818 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1f072888f81720808b6716e5609aa37f 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-12-05T02:15:51,818 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1f072888f81720808b6716e5609aa37f, store=A 2024-12-05T02:15:51,818 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:15:51,818 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1f072888f81720808b6716e5609aa37f, store=B 2024-12-05T02:15:51,818 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:15:51,818 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1f072888f81720808b6716e5609aa37f, store=C 2024-12-05T02:15:51,818 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:15:51,822 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/A/95c47617264748059043797adbc38251 is 50, key is test_row_0/A:col10/1733364950651/Put/seqid=0 2024-12-05T02:15:51,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742374_1550 (size=14541) 2024-12-05T02:15:51,882 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:51,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59010 deadline: 1733365011869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:51,883 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:51,883 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:51,883 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:51,885 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733364951840, max timestamp=1733364951881Num uniques 859; 2024-12-05T02:15:51,885 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-05T02:15:51,885 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733364951840, max timestamp=1733364951881Num uniques 859; 2024-12-05T02:15:51,885 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733364951840, max timestamp=1733364951881Num uniques 859; 2024-12-05T02:15:51,885 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-05T02:15:51,885 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-05T02:15:51,960 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:51,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59044 deadline: 1733365011953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:51,961 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:51,961 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:51,961 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:51,969 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:51,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59026 deadline: 1733365011958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:51,969 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:51,969 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:51,969 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:51,994 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:51,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59010 deadline: 1733365011984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:51,998 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:51,998 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:51,998 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:52,076 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:52,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59044 deadline: 1733365012065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:52,076 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:52,077 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:52,077 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:52,086 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:52,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59026 deadline: 1733365012074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:52,087 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:52,087 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:52,087 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:52,212 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:52,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59010 deadline: 1733365012204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:52,213 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:52,213 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:52,213 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:52,227 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=227 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/A/95c47617264748059043797adbc38251 2024-12-05T02:15:52,233 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/B/48e3f78c0a25431981cb8380e2f0ebc6 is 50, key is test_row_0/B:col10/1733364950651/Put/seqid=0 2024-12-05T02:15:52,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742375_1551 (size=12151) 2024-12-05T02:15:52,292 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:52,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59044 deadline: 1733365012285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:52,293 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:52,293 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:52,293 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:52,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-12-05T02:15:52,294 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-05T02:15:52,295 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T02:15:52,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] procedure2.ProcedureExecutor(1139): Stored pid=141, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=141, table=TestAcidGuarantees 2024-12-05T02:15:52,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-12-05T02:15:52,296 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=141, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=141, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T02:15:52,297 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=141, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=141, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T02:15:52,297 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=142, ppid=141, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T02:15:52,302 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:52,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59026 deadline: 1733365012294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:52,303 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:52,303 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:52,303 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:52,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-12-05T02:15:52,449 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-12-05T02:15:52,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. 2024-12-05T02:15:52,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. as already flushing 2024-12-05T02:15:52,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. 2024-12-05T02:15:52,449 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:52,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:52,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:52,534 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:52,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59010 deadline: 1733365012525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:52,534 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:52,534 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:52,534 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:52,602 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-12-05T02:15:52,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. 2024-12-05T02:15:52,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. as already flushing 2024-12-05T02:15:52,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. 2024-12-05T02:15:52,602 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:52,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:52,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:52,605 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:52,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59044 deadline: 1733365012594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:52,605 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:52,605 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:52,605 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:52,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-12-05T02:15:52,626 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:52,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59026 deadline: 1733365012615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:52,627 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:52,627 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:52,627 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:52,638 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=227 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/B/48e3f78c0a25431981cb8380e2f0ebc6 2024-12-05T02:15:52,644 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/C/e58895935cc9465297b7297bdf773ca0 is 50, key is test_row_0/C:col10/1733364950651/Put/seqid=0 2024-12-05T02:15:52,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742376_1552 (size=12151) 2024-12-05T02:15:52,755 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-12-05T02:15:52,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. 2024-12-05T02:15:52,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. as already flushing 2024-12-05T02:15:52,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. 2024-12-05T02:15:52,755 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:52,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:52,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:52,908 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-12-05T02:15:52,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. 2024-12-05T02:15:52,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. as already flushing 2024-12-05T02:15:52,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. 2024-12-05T02:15:52,908 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:52,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:52,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:52,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-12-05T02:15:53,048 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=227 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/C/e58895935cc9465297b7297bdf773ca0 2024-12-05T02:15:53,052 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/A/95c47617264748059043797adbc38251 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/A/95c47617264748059043797adbc38251 2024-12-05T02:15:53,055 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/A/95c47617264748059043797adbc38251, entries=200, sequenceid=227, filesize=14.2 K 2024-12-05T02:15:53,055 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/B/48e3f78c0a25431981cb8380e2f0ebc6 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/B/48e3f78c0a25431981cb8380e2f0ebc6 2024-12-05T02:15:53,059 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/B/48e3f78c0a25431981cb8380e2f0ebc6, entries=150, sequenceid=227, filesize=11.9 K 2024-12-05T02:15:53,059 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/C/e58895935cc9465297b7297bdf773ca0 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/C/e58895935cc9465297b7297bdf773ca0 2024-12-05T02:15:53,059 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:53,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59010 deadline: 1733365013044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:53,060 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:53,060 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:53,060 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:53,061 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-12-05T02:15:53,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. 2024-12-05T02:15:53,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. as already flushing 2024-12-05T02:15:53,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. 2024-12-05T02:15:53,061 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:53,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:53,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:53,063 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/C/e58895935cc9465297b7297bdf773ca0, entries=150, sequenceid=227, filesize=11.9 K 2024-12-05T02:15:53,063 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 1f072888f81720808b6716e5609aa37f in 1245ms, sequenceid=227, compaction requested=true 2024-12-05T02:15:53,063 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1f072888f81720808b6716e5609aa37f: 2024-12-05T02:15:53,063 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1f072888f81720808b6716e5609aa37f:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T02:15:53,064 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:15:53,064 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1f072888f81720808b6716e5609aa37f:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T02:15:53,064 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T02:15:53,064 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:15:53,064 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1f072888f81720808b6716e5609aa37f:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T02:15:53,064 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T02:15:53,064 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T02:15:53,065 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39287 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T02:15:53,065 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T02:15:53,065 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1541): 1f072888f81720808b6716e5609aa37f/B is initiating minor compaction (all files) 2024-12-05T02:15:53,065 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1541): 1f072888f81720808b6716e5609aa37f/A is initiating minor compaction (all files) 2024-12-05T02:15:53,065 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1f072888f81720808b6716e5609aa37f/A in TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. 2024-12-05T02:15:53,065 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1f072888f81720808b6716e5609aa37f/B in TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. 2024-12-05T02:15:53,065 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/B/614f3f9a7b8d457e9c801515ed2368f4, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/B/5dd4319d55414b34ab1941e58739d469, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/B/48e3f78c0a25431981cb8380e2f0ebc6] into tmpdir=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp, totalSize=36.0 K 2024-12-05T02:15:53,065 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/A/a5470b6a0d7149478dc907822679d26e, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/A/a2883b9fabc64a06b89a52b1ad53cb44, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/A/95c47617264748059043797adbc38251] into tmpdir=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp, totalSize=38.4 K 2024-12-05T02:15:53,065 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting 614f3f9a7b8d457e9c801515ed2368f4, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1733364947121 2024-12-05T02:15:53,065 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting a5470b6a0d7149478dc907822679d26e, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1733364947121 2024-12-05T02:15:53,066 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5dd4319d55414b34ab1941e58739d469, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1733364949449 2024-12-05T02:15:53,066 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting a2883b9fabc64a06b89a52b1ad53cb44, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1733364949449 2024-12-05T02:15:53,066 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting 48e3f78c0a25431981cb8380e2f0ebc6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=227, earliestPutTs=1733364950651 2024-12-05T02:15:53,066 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting 95c47617264748059043797adbc38251, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=227, earliestPutTs=1733364950643 2024-12-05T02:15:53,071 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1f072888f81720808b6716e5609aa37f#A#compaction#474 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-05T02:15:53,071 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/A/cec03e2b58af4b739a204e65d5bbd0f6 is 50, key is test_row_0/A:col10/1733364950651/Put/seqid=0 2024-12-05T02:15:53,071 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1f072888f81720808b6716e5609aa37f#B#compaction#475 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T02:15:53,072 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/B/21b71e161e90440e94aa55d7d3482704 is 50, key is test_row_0/B:col10/1733364950651/Put/seqid=0 2024-12-05T02:15:53,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742377_1553 (size=12697) 2024-12-05T02:15:53,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742378_1554 (size=12697) 2024-12-05T02:15:53,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(8855): Flush requested on 1f072888f81720808b6716e5609aa37f 2024-12-05T02:15:53,128 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1f072888f81720808b6716e5609aa37f 3/3 column families, dataSize=134.18 KB heapSize=380.30 KB 2024-12-05T02:15:53,128 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1f072888f81720808b6716e5609aa37f, store=A 2024-12-05T02:15:53,128 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T02:15:53,129 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1f072888f81720808b6716e5609aa37f, store=B 2024-12-05T02:15:53,129 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T02:15:53,129 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1f072888f81720808b6716e5609aa37f, store=C 2024-12-05T02:15:53,129 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T02:15:53,133 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/A/04ad4e59138047ad9b19a14125ad6a2c is 50, key is test_row_0/A:col10/1733364953126/Put/seqid=0 2024-12-05T02:15:53,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742379_1555 (size=14741) 2024-12-05T02:15:53,137 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=263 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/A/04ad4e59138047ad9b19a14125ad6a2c 2024-12-05T02:15:53,143 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/B/20de3ef2eeae47528ffcc0a50e895178 is 50, key is test_row_0/B:col10/1733364953126/Put/seqid=0 2024-12-05T02:15:53,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742380_1556 (size=14741) 2024-12-05T02:15:53,185 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:53,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59026 deadline: 1733365013177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:53,186 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:53,186 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:53,186 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:53,196 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:53,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59044 deadline: 1733365013178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:53,197 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:53,197 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:53,197 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:53,214 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-12-05T02:15:53,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. 2024-12-05T02:15:53,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. as already flushing 2024-12-05T02:15:53,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. 2024-12-05T02:15:53,215 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:53,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:53,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:53,304 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:53,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59026 deadline: 1733365013294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:53,305 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:53,305 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:53,305 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:53,310 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:53,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59044 deadline: 1733365013305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:53,311 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:53,311 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:53,311 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:53,368 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-12-05T02:15:53,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. 2024-12-05T02:15:53,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. as already flushing 2024-12-05T02:15:53,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. 2024-12-05T02:15:53,368 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:53,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:53,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:53,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-12-05T02:15:53,480 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/B/21b71e161e90440e94aa55d7d3482704 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/B/21b71e161e90440e94aa55d7d3482704 2024-12-05T02:15:53,480 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/A/cec03e2b58af4b739a204e65d5bbd0f6 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/A/cec03e2b58af4b739a204e65d5bbd0f6 2024-12-05T02:15:53,486 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1f072888f81720808b6716e5609aa37f/B of 1f072888f81720808b6716e5609aa37f into 21b71e161e90440e94aa55d7d3482704(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T02:15:53,486 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1f072888f81720808b6716e5609aa37f: 2024-12-05T02:15:53,486 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., storeName=1f072888f81720808b6716e5609aa37f/B, priority=13, startTime=1733364953064; duration=0sec 2024-12-05T02:15:53,486 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T02:15:53,486 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1f072888f81720808b6716e5609aa37f:B 2024-12-05T02:15:53,486 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T02:15:53,487 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1f072888f81720808b6716e5609aa37f/A of 1f072888f81720808b6716e5609aa37f into cec03e2b58af4b739a204e65d5bbd0f6(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T02:15:53,487 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1f072888f81720808b6716e5609aa37f: 2024-12-05T02:15:53,487 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., storeName=1f072888f81720808b6716e5609aa37f/A, priority=13, startTime=1733364953063; duration=0sec 2024-12-05T02:15:53,487 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:15:53,487 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1f072888f81720808b6716e5609aa37f:A 2024-12-05T02:15:53,488 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T02:15:53,488 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1541): 1f072888f81720808b6716e5609aa37f/C is initiating minor compaction (all files) 2024-12-05T02:15:53,488 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1f072888f81720808b6716e5609aa37f/C in TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. 2024-12-05T02:15:53,488 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/C/a4a92ae08f7345a1bc0d4e796d1a81d0, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/C/cdfba30ed3ce45e498022d442c2bf052, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/C/e58895935cc9465297b7297bdf773ca0] into tmpdir=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp, totalSize=36.0 K 2024-12-05T02:15:53,488 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting a4a92ae08f7345a1bc0d4e796d1a81d0, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1733364947121 2024-12-05T02:15:53,489 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting cdfba30ed3ce45e498022d442c2bf052, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1733364949449 2024-12-05T02:15:53,489 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting e58895935cc9465297b7297bdf773ca0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=227, earliestPutTs=1733364950651 2024-12-05T02:15:53,494 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1f072888f81720808b6716e5609aa37f#C#compaction#478 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T02:15:53,494 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/C/4aa24a847829498d88dee2a889be1b97 is 50, key is test_row_0/C:col10/1733364950651/Put/seqid=0 2024-12-05T02:15:53,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742381_1557 (size=12697) 2024-12-05T02:15:53,521 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-12-05T02:15:53,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. 2024-12-05T02:15:53,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. as already flushing 2024-12-05T02:15:53,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. 2024-12-05T02:15:53,521 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:53,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:53,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:53,526 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:53,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59026 deadline: 1733365013515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:53,527 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:53,527 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:53,527 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:53,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59044 deadline: 1733365013515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:53,527 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:53,527 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:53,527 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:53,527 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:53,548 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=263 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/B/20de3ef2eeae47528ffcc0a50e895178 2024-12-05T02:15:53,555 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/C/950a8a8ce6854a14a9c0ce49422a1e14 is 50, key is test_row_0/C:col10/1733364953126/Put/seqid=0 2024-12-05T02:15:53,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742382_1558 (size=12301) 2024-12-05T02:15:53,674 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-12-05T02:15:53,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. 2024-12-05T02:15:53,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. as already flushing 2024-12-05T02:15:53,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. 2024-12-05T02:15:53,674 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:53,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:53,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:53,827 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-12-05T02:15:53,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. 2024-12-05T02:15:53,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. as already flushing 2024-12-05T02:15:53,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. 2024-12-05T02:15:53,827 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:53,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:53,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:53,845 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:53,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59026 deadline: 1733365013834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:53,845 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:53,846 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:53,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59044 deadline: 1733365013834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:53,846 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:53,846 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:53,846 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:53,846 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:53,846 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:53,902 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/C/4aa24a847829498d88dee2a889be1b97 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/C/4aa24a847829498d88dee2a889be1b97 2024-12-05T02:15:53,906 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1f072888f81720808b6716e5609aa37f/C of 1f072888f81720808b6716e5609aa37f into 4aa24a847829498d88dee2a889be1b97(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T02:15:53,906 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1f072888f81720808b6716e5609aa37f: 2024-12-05T02:15:53,907 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., storeName=1f072888f81720808b6716e5609aa37f/C, priority=13, startTime=1733364953064; duration=0sec 2024-12-05T02:15:53,907 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:15:53,907 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1f072888f81720808b6716e5609aa37f:C 2024-12-05T02:15:53,959 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=263 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/C/950a8a8ce6854a14a9c0ce49422a1e14 2024-12-05T02:15:53,964 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/A/04ad4e59138047ad9b19a14125ad6a2c as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/A/04ad4e59138047ad9b19a14125ad6a2c 2024-12-05T02:15:53,967 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/A/04ad4e59138047ad9b19a14125ad6a2c, entries=200, sequenceid=263, filesize=14.4 K 2024-12-05T02:15:53,968 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/B/20de3ef2eeae47528ffcc0a50e895178 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/B/20de3ef2eeae47528ffcc0a50e895178 2024-12-05T02:15:53,970 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/B/20de3ef2eeae47528ffcc0a50e895178, entries=200, sequenceid=263, filesize=14.4 K 2024-12-05T02:15:53,971 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/C/950a8a8ce6854a14a9c0ce49422a1e14 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/C/950a8a8ce6854a14a9c0ce49422a1e14 2024-12-05T02:15:53,980 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-12-05T02:15:53,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. 2024-12-05T02:15:53,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. as already flushing 2024-12-05T02:15:53,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. 2024-12-05T02:15:53,980 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:53,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:53,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:53,984 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/C/950a8a8ce6854a14a9c0ce49422a1e14, entries=150, sequenceid=263, filesize=12.0 K 2024-12-05T02:15:53,985 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~380.25 KB/389376, currentSize=46.96 KB/48090 for 1f072888f81720808b6716e5609aa37f in 856ms, sequenceid=263, compaction requested=false 2024-12-05T02:15:53,985 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1f072888f81720808b6716e5609aa37f: 2024-12-05T02:15:54,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(8855): Flush requested on 1f072888f81720808b6716e5609aa37f 2024-12-05T02:15:54,069 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1f072888f81720808b6716e5609aa37f 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-12-05T02:15:54,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1f072888f81720808b6716e5609aa37f, store=A 2024-12-05T02:15:54,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:15:54,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1f072888f81720808b6716e5609aa37f, store=B 2024-12-05T02:15:54,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:15:54,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1f072888f81720808b6716e5609aa37f, store=C 2024-12-05T02:15:54,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:15:54,073 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/A/882a00a5935443f9aa87a89eb5df2afd is 50, key is test_row_0/A:col10/1733364953176/Put/seqid=0 2024-12-05T02:15:54,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742383_1559 (size=12301) 2024-12-05T02:15:54,076 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/A/882a00a5935443f9aa87a89eb5df2afd 2024-12-05T02:15:54,082 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/B/b47f435bcc1f41dbbfa40f6d8d092ef9 is 50, key is test_row_0/B:col10/1733364953176/Put/seqid=0 2024-12-05T02:15:54,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742384_1560 (size=12301) 2024-12-05T02:15:54,134 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-12-05T02:15:54,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. 2024-12-05T02:15:54,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. as already flushing 2024-12-05T02:15:54,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. 2024-12-05T02:15:54,134 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:54,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:54,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:54,173 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:54,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59066 deadline: 1733365014157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:54,175 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:54,175 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:54,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59010 deadline: 1733365014159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:54,175 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:54,175 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:54,175 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:54,175 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:54,175 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:54,176 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733364954105, max timestamp=1733364954172Num uniques 859; 2024-12-05T02:15:54,175 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733364954105, max timestamp=1733364954172Num uniques 859; 2024-12-05T02:15:54,176 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-05T02:15:54,176 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-05T02:15:54,176 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733364954105, max timestamp=1733364954172Num uniques 859; 2024-12-05T02:15:54,176 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-05T02:15:54,287 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-12-05T02:15:54,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. 2024-12-05T02:15:54,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. as already flushing 2024-12-05T02:15:54,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. 2024-12-05T02:15:54,288 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:54,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:54,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:54,317 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:54,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58998 deadline: 1733365014306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:54,317 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:54,317 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:54,317 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:54,321 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:54,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59066 deadline: 1733365014308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:54,322 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:54,322 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:54,322 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:54,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59010 deadline: 1733365014317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:54,322 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:54,322 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:54,322 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:54,322 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:54,366 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:54,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59044 deadline: 1733365014354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:54,367 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:54,367 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:54,367 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:54,367 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:54,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59026 deadline: 1733365014354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:54,367 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:54,367 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:54,367 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:54,430 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:54,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58998 deadline: 1733365014424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:54,430 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:54,430 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:54,430 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:54,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59066 deadline: 1733365014424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:54,430 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:54,430 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:54,430 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:54,430 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:54,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59010 deadline: 1733365014424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:54,430 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:54,431 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:54,431 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:54,431 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:54,440 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-12-05T02:15:54,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. 2024-12-05T02:15:54,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. as already flushing 2024-12-05T02:15:54,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. 2024-12-05T02:15:54,441 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:54,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:54,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:54,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-12-05T02:15:54,485 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/B/b47f435bcc1f41dbbfa40f6d8d092ef9 2024-12-05T02:15:54,492 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/C/a09c6fd615bf4164830b2e79a1fe33df is 50, key is test_row_0/C:col10/1733364953176/Put/seqid=0 2024-12-05T02:15:54,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742385_1561 (size=12301) 2024-12-05T02:15:54,593 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-12-05T02:15:54,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. 2024-12-05T02:15:54,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. as already flushing 2024-12-05T02:15:54,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. 2024-12-05T02:15:54,594 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:54,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:54,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:54,645 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:54,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58998 deadline: 1733365014634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:54,645 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:54,645 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:54,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59066 deadline: 1733365014634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:54,645 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:54,645 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:54,646 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:54,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59010 deadline: 1733365014634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:54,646 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:54,646 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:54,646 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:54,646 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:54,646 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:54,646 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:54,746 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-12-05T02:15:54,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. 2024-12-05T02:15:54,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. as already flushing 2024-12-05T02:15:54,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. 2024-12-05T02:15:54,746 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:54,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:54,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:54,895 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/C/a09c6fd615bf4164830b2e79a1fe33df 2024-12-05T02:15:54,899 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/A/882a00a5935443f9aa87a89eb5df2afd as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/A/882a00a5935443f9aa87a89eb5df2afd 2024-12-05T02:15:54,899 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-12-05T02:15:54,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. 2024-12-05T02:15:54,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. as already flushing 2024-12-05T02:15:54,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. 2024-12-05T02:15:54,899 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:54,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:54,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:54,902 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/A/882a00a5935443f9aa87a89eb5df2afd, entries=150, sequenceid=277, filesize=12.0 K 2024-12-05T02:15:54,903 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/B/b47f435bcc1f41dbbfa40f6d8d092ef9 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/B/b47f435bcc1f41dbbfa40f6d8d092ef9 2024-12-05T02:15:54,906 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/B/b47f435bcc1f41dbbfa40f6d8d092ef9, entries=150, sequenceid=277, filesize=12.0 K 2024-12-05T02:15:54,906 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/C/a09c6fd615bf4164830b2e79a1fe33df as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/C/a09c6fd615bf4164830b2e79a1fe33df 2024-12-05T02:15:54,909 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/C/a09c6fd615bf4164830b2e79a1fe33df, entries=150, sequenceid=277, filesize=12.0 K 2024-12-05T02:15:54,910 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 1f072888f81720808b6716e5609aa37f in 841ms, sequenceid=277, compaction requested=true 2024-12-05T02:15:54,910 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1f072888f81720808b6716e5609aa37f: 2024-12-05T02:15:54,910 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1f072888f81720808b6716e5609aa37f:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T02:15:54,910 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:15:54,910 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1f072888f81720808b6716e5609aa37f:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T02:15:54,910 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:15:54,910 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T02:15:54,910 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1f072888f81720808b6716e5609aa37f:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T02:15:54,910 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T02:15:54,910 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T02:15:54,912 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39739 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T02:15:54,912 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39739 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T02:15:54,912 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1541): 1f072888f81720808b6716e5609aa37f/A is initiating minor compaction (all files) 2024-12-05T02:15:54,912 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1541): 1f072888f81720808b6716e5609aa37f/B is initiating minor compaction (all files) 2024-12-05T02:15:54,913 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1f072888f81720808b6716e5609aa37f/A in TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. 2024-12-05T02:15:54,913 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1f072888f81720808b6716e5609aa37f/B in TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. 2024-12-05T02:15:54,913 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/A/cec03e2b58af4b739a204e65d5bbd0f6, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/A/04ad4e59138047ad9b19a14125ad6a2c, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/A/882a00a5935443f9aa87a89eb5df2afd] into tmpdir=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp, totalSize=38.8 K 2024-12-05T02:15:54,913 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/B/21b71e161e90440e94aa55d7d3482704, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/B/20de3ef2eeae47528ffcc0a50e895178, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/B/b47f435bcc1f41dbbfa40f6d8d092ef9] into tmpdir=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp, totalSize=38.8 K 2024-12-05T02:15:54,913 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting cec03e2b58af4b739a204e65d5bbd0f6, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=227, earliestPutTs=1733364950651 2024-12-05T02:15:54,913 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting 21b71e161e90440e94aa55d7d3482704, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=227, earliestPutTs=1733364950651 2024-12-05T02:15:54,913 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting 04ad4e59138047ad9b19a14125ad6a2c, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=263, earliestPutTs=1733364951942 2024-12-05T02:15:54,913 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting 20de3ef2eeae47528ffcc0a50e895178, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=263, earliestPutTs=1733364951942 2024-12-05T02:15:54,913 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting 882a00a5935443f9aa87a89eb5df2afd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1733364953175 2024-12-05T02:15:54,913 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting b47f435bcc1f41dbbfa40f6d8d092ef9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1733364953175 2024-12-05T02:15:54,919 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1f072888f81720808b6716e5609aa37f#A#compaction#483 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-05T02:15:54,919 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/A/532060ce74014091ba96bbc499d72962 is 50, key is test_row_0/A:col10/1733364953176/Put/seqid=0 2024-12-05T02:15:54,920 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1f072888f81720808b6716e5609aa37f#B#compaction#484 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T02:15:54,920 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/B/01a7d1b574d14e898b79e8141f558140 is 50, key is test_row_0/B:col10/1733364953176/Put/seqid=0 2024-12-05T02:15:54,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742386_1562 (size=12949) 2024-12-05T02:15:54,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742387_1563 (size=12949) 2024-12-05T02:15:54,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(8855): Flush requested on 1f072888f81720808b6716e5609aa37f 2024-12-05T02:15:54,963 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1f072888f81720808b6716e5609aa37f 3/3 column families, dataSize=134.18 KB heapSize=384.98 KB 2024-12-05T02:15:54,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1f072888f81720808b6716e5609aa37f, store=A 2024-12-05T02:15:54,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T02:15:54,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1f072888f81720808b6716e5609aa37f, store=B 2024-12-05T02:15:54,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T02:15:54,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1f072888f81720808b6716e5609aa37f, store=C 2024-12-05T02:15:54,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T02:15:54,968 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/A/f52e9333387c4d02b30e2d75a5df0594 is 50, key is test_row_0/A:col10/1733364954306/Put/seqid=0 2024-12-05T02:15:54,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742388_1564 (size=14741) 2024-12-05T02:15:54,991 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:54,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59010 deadline: 1733365014979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:54,991 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:54,991 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:54,991 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:54,996 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:54,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58998 deadline: 1733365014981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:54,997 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:54,997 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:54,997 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:54,997 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:54,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59066 deadline: 1733365014982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:54,997 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:54,997 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:54,997 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:55,052 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-12-05T02:15:55,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. 2024-12-05T02:15:55,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. as already flushing 2024-12-05T02:15:55,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. 2024-12-05T02:15:55,052 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:55,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:55,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:55,102 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:55,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59010 deadline: 1733365015094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:55,102 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:55,102 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:55,102 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:55,116 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:55,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58998 deadline: 1733365015104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:55,116 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:55,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59066 deadline: 1733365015104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:55,116 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:55,117 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:55,117 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:55,117 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:55,117 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:55,117 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:55,205 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-12-05T02:15:55,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. 2024-12-05T02:15:55,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. as already flushing 2024-12-05T02:15:55,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. 2024-12-05T02:15:55,205 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:55,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:55,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:55,320 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:55,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59010 deadline: 1733365015314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:55,320 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:55,320 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:55,320 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:55,327 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/B/01a7d1b574d14e898b79e8141f558140 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/B/01a7d1b574d14e898b79e8141f558140 2024-12-05T02:15:55,328 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/A/532060ce74014091ba96bbc499d72962 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/A/532060ce74014091ba96bbc499d72962 2024-12-05T02:15:55,332 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1f072888f81720808b6716e5609aa37f/B of 1f072888f81720808b6716e5609aa37f into 01a7d1b574d14e898b79e8141f558140(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T02:15:55,332 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1f072888f81720808b6716e5609aa37f/A of 1f072888f81720808b6716e5609aa37f into 532060ce74014091ba96bbc499d72962(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T02:15:55,332 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1f072888f81720808b6716e5609aa37f: 2024-12-05T02:15:55,332 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1f072888f81720808b6716e5609aa37f: 2024-12-05T02:15:55,332 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., storeName=1f072888f81720808b6716e5609aa37f/A, priority=13, startTime=1733364954910; duration=0sec 2024-12-05T02:15:55,332 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., storeName=1f072888f81720808b6716e5609aa37f/B, priority=13, startTime=1733364954910; duration=0sec 2024-12-05T02:15:55,332 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T02:15:55,332 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T02:15:55,332 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1f072888f81720808b6716e5609aa37f:A 2024-12-05T02:15:55,332 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1f072888f81720808b6716e5609aa37f:B 2024-12-05T02:15:55,332 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T02:15:55,333 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37299 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T02:15:55,333 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1541): 1f072888f81720808b6716e5609aa37f/C is initiating minor compaction (all files) 2024-12-05T02:15:55,333 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1f072888f81720808b6716e5609aa37f/C in TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. 2024-12-05T02:15:55,333 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/C/4aa24a847829498d88dee2a889be1b97, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/C/950a8a8ce6854a14a9c0ce49422a1e14, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/C/a09c6fd615bf4164830b2e79a1fe33df] into tmpdir=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp, totalSize=36.4 K 2024-12-05T02:15:55,334 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4aa24a847829498d88dee2a889be1b97, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=227, earliestPutTs=1733364950651 2024-12-05T02:15:55,334 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting 950a8a8ce6854a14a9c0ce49422a1e14, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=263, earliestPutTs=1733364951942 2024-12-05T02:15:55,334 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting a09c6fd615bf4164830b2e79a1fe33df, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1733364953175 2024-12-05T02:15:55,337 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:55,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58998 deadline: 1733365015324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:55,337 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:55,337 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:55,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59066 deadline: 1733365015324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:55,337 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:55,337 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:55,337 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:55,337 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:55,337 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:55,340 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1f072888f81720808b6716e5609aa37f#C#compaction#486 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T02:15:55,340 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/C/8bc18000792a49fd86698bc245b73428 is 50, key is test_row_0/C:col10/1733364953176/Put/seqid=0 2024-12-05T02:15:55,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742389_1565 (size=12949) 2024-12-05T02:15:55,358 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-12-05T02:15:55,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. 2024-12-05T02:15:55,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. as already flushing 2024-12-05T02:15:55,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. 2024-12-05T02:15:55,358 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:55,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:55,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:55,371 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/A/f52e9333387c4d02b30e2d75a5df0594 2024-12-05T02:15:55,378 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/B/1c683505e19f4ee3803c0858e117ed67 is 50, key is test_row_0/B:col10/1733364954306/Put/seqid=0 2024-12-05T02:15:55,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742390_1566 (size=12301) 2024-12-05T02:15:55,385 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:55,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59044 deadline: 1733365015375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:55,386 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:55,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59026 deadline: 1733365015375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:55,386 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 01bccfa882c7,46535,1733364817982 for 'test_row_2' in 1f072888f81720808b6716e5609aa37f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2208 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-05T02:15:55,386 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:55,386 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:55,386 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:55,386 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 01bccfa882c7,46535,1733364817982 for 'test_row_0' in 1f072888f81720808b6716e5609aa37f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2209 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-05T02:15:55,387 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:55,387 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:55,387 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:55,511 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-12-05T02:15:55,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. 2024-12-05T02:15:55,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. as already flushing 2024-12-05T02:15:55,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. 2024-12-05T02:15:55,512 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:55,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:55,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:55,644 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:55,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59010 deadline: 1733365015634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:55,645 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:55,645 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:55,645 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:55,651 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:55,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58998 deadline: 1733365015644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:55,652 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:55,652 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:55,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59066 deadline: 1733365015645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:55,652 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:55,652 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:55,652 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:55,652 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:55,652 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:55,665 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-12-05T02:15:55,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. 2024-12-05T02:15:55,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. as already flushing 2024-12-05T02:15:55,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. 2024-12-05T02:15:55,665 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:55,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:55,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:55,748 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/C/8bc18000792a49fd86698bc245b73428 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/C/8bc18000792a49fd86698bc245b73428 2024-12-05T02:15:55,752 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1f072888f81720808b6716e5609aa37f/C of 1f072888f81720808b6716e5609aa37f into 8bc18000792a49fd86698bc245b73428(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T02:15:55,752 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1f072888f81720808b6716e5609aa37f: 2024-12-05T02:15:55,752 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., storeName=1f072888f81720808b6716e5609aa37f/C, priority=13, startTime=1733364954910; duration=0sec 2024-12-05T02:15:55,752 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:15:55,752 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1f072888f81720808b6716e5609aa37f:C 2024-12-05T02:15:55,782 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/B/1c683505e19f4ee3803c0858e117ed67 2024-12-05T02:15:55,789 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/C/789274297e1044cfb54b7ab2744c7db4 is 50, key is test_row_0/C:col10/1733364954306/Put/seqid=0 2024-12-05T02:15:55,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742391_1567 (size=12301) 2024-12-05T02:15:55,818 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-12-05T02:15:55,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. 2024-12-05T02:15:55,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. as already flushing 2024-12-05T02:15:55,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. 2024-12-05T02:15:55,818 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:55,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:55,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:55,971 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-12-05T02:15:55,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. 2024-12-05T02:15:55,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. as already flushing 2024-12-05T02:15:55,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. 2024-12-05T02:15:55,971 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:55,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:55,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:56,124 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-12-05T02:15:56,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. 2024-12-05T02:15:56,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. as already flushing 2024-12-05T02:15:56,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. 2024-12-05T02:15:56,124 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:56,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:56,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:15:56,167 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:56,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59010 deadline: 1733365016154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:56,167 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:56,167 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:56,167 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:56,169 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:56,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58998 deadline: 1733365016165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:56,170 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:56,170 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:56,170 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:56,175 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:56,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59066 deadline: 1733365016165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:56,176 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:56,176 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:56,176 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:56,195 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/C/789274297e1044cfb54b7ab2744c7db4 2024-12-05T02:15:56,199 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/A/f52e9333387c4d02b30e2d75a5df0594 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/A/f52e9333387c4d02b30e2d75a5df0594 2024-12-05T02:15:56,202 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/A/f52e9333387c4d02b30e2d75a5df0594, entries=200, sequenceid=314, filesize=14.4 K 2024-12-05T02:15:56,203 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/B/1c683505e19f4ee3803c0858e117ed67 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/B/1c683505e19f4ee3803c0858e117ed67 2024-12-05T02:15:56,206 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/B/1c683505e19f4ee3803c0858e117ed67, entries=150, sequenceid=314, filesize=12.0 K 2024-12-05T02:15:56,207 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/C/789274297e1044cfb54b7ab2744c7db4 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/C/789274297e1044cfb54b7ab2744c7db4 2024-12-05T02:15:56,210 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/C/789274297e1044cfb54b7ab2744c7db4, entries=150, sequenceid=314, filesize=12.0 K 2024-12-05T02:15:56,211 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~384.94 KB/394176, currentSize=46.96 KB/48090 for 1f072888f81720808b6716e5609aa37f in 1249ms, sequenceid=314, compaction requested=false 2024-12-05T02:15:56,211 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1f072888f81720808b6716e5609aa37f: 2024-12-05T02:15:56,277 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-12-05T02:15:56,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. 2024-12-05T02:15:56,277 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2902): Flushing 1f072888f81720808b6716e5609aa37f 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-05T02:15:56,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1f072888f81720808b6716e5609aa37f, store=A 2024-12-05T02:15:56,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:15:56,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1f072888f81720808b6716e5609aa37f, store=B 2024-12-05T02:15:56,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:15:56,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1f072888f81720808b6716e5609aa37f, store=C 2024-12-05T02:15:56,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:15:56,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/A/47d2e52c8b074f259b44e5f5f5163a57 is 50, key is test_row_0/A:col10/1733364954979/Put/seqid=0 2024-12-05T02:15:56,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742392_1568 (size=12301) 2024-12-05T02:15:56,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-12-05T02:15:56,686 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/A/47d2e52c8b074f259b44e5f5f5163a57 2024-12-05T02:15:56,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/B/7e999e9b67964635968244ef4b122a00 is 50, key is test_row_0/B:col10/1733364954979/Put/seqid=0 2024-12-05T02:15:56,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742393_1569 (size=12301) 2024-12-05T02:15:57,140 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/B/7e999e9b67964635968244ef4b122a00 2024-12-05T02:15:57,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/C/fae5eb2148684436be17df8484954541 is 50, key is test_row_0/C:col10/1733364954979/Put/seqid=0 2024-12-05T02:15:57,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742394_1570 (size=12301) 2024-12-05T02:15:57,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(8855): Flush requested on 1f072888f81720808b6716e5609aa37f 2024-12-05T02:15:57,189 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. as already flushing 2024-12-05T02:15:57,247 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733364957218, max timestamp=1733364957243Num uniques 859; 2024-12-05T02:15:57,247 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733364957218, max timestamp=1733364957243Num uniques 859; 2024-12-05T02:15:57,247 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-05T02:15:57,247 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-05T02:15:57,247 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733364957218, max timestamp=1733364957243Num uniques 859; 2024-12-05T02:15:57,247 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-05T02:15:57,303 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:57,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59066 deadline: 1733365017298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:57,303 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:57,303 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:57,303 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:57,311 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:57,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59010 deadline: 1733365017302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:57,312 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:57,312 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:57,312 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:57,316 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:57,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58998 deadline: 1733365017303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:57,316 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:57,316 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:57,316 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:57,399 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:57,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59044 deadline: 1733365017394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:57,400 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 01bccfa882c7,46535,1733364817982 for 'test_row_2' in 1f072888f81720808b6716e5609aa37f of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4222 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-05T02:15:57,400 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:57,400 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:57,400 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:57,420 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:57,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59026 deadline: 1733365017404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:57,420 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 01bccfa882c7,46535,1733364817982 for 'test_row_0' in 1f072888f81720808b6716e5609aa37f of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4243 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-05T02:15:57,421 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:57,421 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:57,421 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:57,423 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:57,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59066 deadline: 1733365017414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:57,423 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:57,423 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:57,423 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:57,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59010 deadline: 1733365017415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:57,423 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:57,423 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:57,423 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:57,423 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:57,437 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:57,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58998 deadline: 1733365017424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:57,437 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:57,437 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:57,437 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:57,567 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/C/fae5eb2148684436be17df8484954541 2024-12-05T02:15:57,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/A/47d2e52c8b074f259b44e5f5f5163a57 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/A/47d2e52c8b074f259b44e5f5f5163a57 2024-12-05T02:15:57,573 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/A/47d2e52c8b074f259b44e5f5f5163a57, entries=150, sequenceid=327, filesize=12.0 K 2024-12-05T02:15:57,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/B/7e999e9b67964635968244ef4b122a00 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/B/7e999e9b67964635968244ef4b122a00 2024-12-05T02:15:57,576 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/B/7e999e9b67964635968244ef4b122a00, entries=150, sequenceid=327, filesize=12.0 K 2024-12-05T02:15:57,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/C/fae5eb2148684436be17df8484954541 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/C/fae5eb2148684436be17df8484954541 2024-12-05T02:15:57,580 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/C/fae5eb2148684436be17df8484954541, entries=150, sequenceid=327, filesize=12.0 K 2024-12-05T02:15:57,580 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 1f072888f81720808b6716e5609aa37f in 1303ms, sequenceid=327, compaction requested=true 2024-12-05T02:15:57,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2603): Flush status journal for 1f072888f81720808b6716e5609aa37f: 2024-12-05T02:15:57,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. 2024-12-05T02:15:57,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=142 2024-12-05T02:15:57,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.HMaster(4169): Remote procedure done, pid=142 2024-12-05T02:15:57,583 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=142, resume processing ppid=141 2024-12-05T02:15:57,583 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=142, ppid=141, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 5.2850 sec 2024-12-05T02:15:57,585 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=141, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=141, table=TestAcidGuarantees in 5.2890 sec 2024-12-05T02:15:57,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(8855): Flush requested on 1f072888f81720808b6716e5609aa37f 2024-12-05T02:15:57,629 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1f072888f81720808b6716e5609aa37f 3/3 column families, dataSize=140.89 KB heapSize=395.53 KB 2024-12-05T02:15:57,629 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1f072888f81720808b6716e5609aa37f, store=A 2024-12-05T02:15:57,629 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T02:15:57,629 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1f072888f81720808b6716e5609aa37f, store=B 2024-12-05T02:15:57,629 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T02:15:57,629 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1f072888f81720808b6716e5609aa37f, store=C 2024-12-05T02:15:57,629 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T02:15:57,634 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/A/84e20a957b664730bb0766f3f9dd913d is 50, key is test_row_0/A:col10/1733364957627/Put/seqid=0 2024-12-05T02:15:57,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742395_1571 (size=14741) 2024-12-05T02:15:57,638 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=363 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/A/84e20a957b664730bb0766f3f9dd913d 2024-12-05T02:15:57,647 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/B/00aab4cd949640849717b0e28442d125 is 50, key is test_row_0/B:col10/1733364957627/Put/seqid=0 2024-12-05T02:15:57,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742396_1572 (size=12301) 2024-12-05T02:15:57,673 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:57,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58998 deadline: 1733365017658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:57,673 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:57,673 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:57,673 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:57,673 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:57,673 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:57,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59010 deadline: 1733365017659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:57,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59066 deadline: 1733365017661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:57,674 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:57,674 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:57,674 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:57,674 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:57,674 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:57,674 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:57,797 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:57,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58998 deadline: 1733365017784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:57,797 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:57,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59010 deadline: 1733365017784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:57,797 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:57,797 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:57,797 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:57,797 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:57,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59066 deadline: 1733365017784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:57,797 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:57,797 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:57,798 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:57,798 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:57,798 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:57,798 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:58,016 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:58,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58998 deadline: 1733365018004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:58,017 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:58,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59010 deadline: 1733365018004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:58,017 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:58,017 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:58,017 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:58,017 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:58,017 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:58,017 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:58,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59066 deadline: 1733365018004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:58,017 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:58,018 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:58,018 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:58,018 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:58,054 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=363 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/B/00aab4cd949640849717b0e28442d125 2024-12-05T02:15:58,061 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/C/01aeb155192b477b8045e52297b7a646 is 50, key is test_row_0/C:col10/1733364957627/Put/seqid=0 2024-12-05T02:15:58,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742397_1573 (size=12301) 2024-12-05T02:15:58,336 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:58,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58998 deadline: 1733365018324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:58,336 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:58,336 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:58,336 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:58,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59010 deadline: 1733365018324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:58,336 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:58,336 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:58,337 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:58,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59066 deadline: 1733365018325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:58,337 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:58,337 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:58,337 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:58,337 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:58,337 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:58,465 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=363 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/C/01aeb155192b477b8045e52297b7a646 2024-12-05T02:15:58,468 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/A/84e20a957b664730bb0766f3f9dd913d as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/A/84e20a957b664730bb0766f3f9dd913d 2024-12-05T02:15:58,471 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/A/84e20a957b664730bb0766f3f9dd913d, entries=200, sequenceid=363, filesize=14.4 K 2024-12-05T02:15:58,472 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/B/00aab4cd949640849717b0e28442d125 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/B/00aab4cd949640849717b0e28442d125 2024-12-05T02:15:58,475 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/B/00aab4cd949640849717b0e28442d125, entries=150, sequenceid=363, filesize=12.0 K 2024-12-05T02:15:58,475 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/C/01aeb155192b477b8045e52297b7a646 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/C/01aeb155192b477b8045e52297b7a646 2024-12-05T02:15:58,478 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/C/01aeb155192b477b8045e52297b7a646, entries=150, sequenceid=363, filesize=12.0 K 2024-12-05T02:15:58,479 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~395.48 KB/404976, currentSize=40.25 KB/41220 for 1f072888f81720808b6716e5609aa37f in 851ms, sequenceid=363, compaction requested=true 2024-12-05T02:15:58,479 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1f072888f81720808b6716e5609aa37f: 2024-12-05T02:15:58,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1f072888f81720808b6716e5609aa37f:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T02:15:58,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:15:58,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1f072888f81720808b6716e5609aa37f:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T02:15:58,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T02:15:58,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1f072888f81720808b6716e5609aa37f:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T02:15:58,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-05T02:15:58,479 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T02:15:58,479 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T02:15:58,480 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54732 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T02:15:58,480 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49852 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T02:15:58,480 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1541): 1f072888f81720808b6716e5609aa37f/A is initiating minor compaction (all files) 2024-12-05T02:15:58,480 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1541): 1f072888f81720808b6716e5609aa37f/B is initiating minor compaction (all files) 2024-12-05T02:15:58,480 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1f072888f81720808b6716e5609aa37f/A in TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. 2024-12-05T02:15:58,480 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1f072888f81720808b6716e5609aa37f/B in TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. 2024-12-05T02:15:58,480 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/A/532060ce74014091ba96bbc499d72962, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/A/f52e9333387c4d02b30e2d75a5df0594, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/A/47d2e52c8b074f259b44e5f5f5163a57, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/A/84e20a957b664730bb0766f3f9dd913d] into tmpdir=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp, totalSize=53.4 K 2024-12-05T02:15:58,481 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/B/01a7d1b574d14e898b79e8141f558140, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/B/1c683505e19f4ee3803c0858e117ed67, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/B/7e999e9b67964635968244ef4b122a00, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/B/00aab4cd949640849717b0e28442d125] into tmpdir=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp, totalSize=48.7 K 2024-12-05T02:15:58,481 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting 532060ce74014091ba96bbc499d72962, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1733364953175 2024-12-05T02:15:58,481 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting 01a7d1b574d14e898b79e8141f558140, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1733364953175 2024-12-05T02:15:58,481 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting f52e9333387c4d02b30e2d75a5df0594, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1733364954288 2024-12-05T02:15:58,481 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting 1c683505e19f4ee3803c0858e117ed67, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1733364954306 2024-12-05T02:15:58,481 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting 47d2e52c8b074f259b44e5f5f5163a57, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1733364954977 2024-12-05T02:15:58,481 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting 7e999e9b67964635968244ef4b122a00, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1733364954977 2024-12-05T02:15:58,481 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting 84e20a957b664730bb0766f3f9dd913d, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=363, earliestPutTs=1733364957272 2024-12-05T02:15:58,482 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting 00aab4cd949640849717b0e28442d125, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=363, earliestPutTs=1733364957297 2024-12-05T02:15:58,489 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1f072888f81720808b6716e5609aa37f#B#compaction#496 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-05T02:15:58,489 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1f072888f81720808b6716e5609aa37f#A#compaction#495 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T02:15:58,489 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/B/91c56464ba0341ee963eb72b5ea0d841 is 50, key is test_row_0/B:col10/1733364957627/Put/seqid=0 2024-12-05T02:15:58,489 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/A/c220bfb0d1f0407eb16195ac2a879f04 is 50, key is test_row_0/A:col10/1733364957627/Put/seqid=0 2024-12-05T02:15:58,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742398_1574 (size=13085) 2024-12-05T02:15:58,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742399_1575 (size=13085) 2024-12-05T02:15:58,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(8855): Flush requested on 1f072888f81720808b6716e5609aa37f 2024-12-05T02:15:58,850 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1f072888f81720808b6716e5609aa37f 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-05T02:15:58,850 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1f072888f81720808b6716e5609aa37f, store=A 2024-12-05T02:15:58,850 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:15:58,850 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1f072888f81720808b6716e5609aa37f, store=B 2024-12-05T02:15:58,850 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:15:58,850 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1f072888f81720808b6716e5609aa37f, store=C 2024-12-05T02:15:58,850 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:15:58,853 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/A/046a89b84cce4bac9e1dc85a35aee21c is 50, key is test_row_0/A:col10/1733364957640/Put/seqid=0 2024-12-05T02:15:58,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742400_1576 (size=14741) 2024-12-05T02:15:58,896 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/A/c220bfb0d1f0407eb16195ac2a879f04 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/A/c220bfb0d1f0407eb16195ac2a879f04 2024-12-05T02:15:58,896 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/B/91c56464ba0341ee963eb72b5ea0d841 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/B/91c56464ba0341ee963eb72b5ea0d841 2024-12-05T02:15:58,900 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 1f072888f81720808b6716e5609aa37f/A of 1f072888f81720808b6716e5609aa37f into c220bfb0d1f0407eb16195ac2a879f04(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T02:15:58,900 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1f072888f81720808b6716e5609aa37f: 2024-12-05T02:15:58,900 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., storeName=1f072888f81720808b6716e5609aa37f/A, priority=12, startTime=1733364958479; duration=0sec 2024-12-05T02:15:58,900 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 1f072888f81720808b6716e5609aa37f/B of 1f072888f81720808b6716e5609aa37f into 91c56464ba0341ee963eb72b5ea0d841(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T02:15:58,900 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1f072888f81720808b6716e5609aa37f: 2024-12-05T02:15:58,900 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T02:15:58,900 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., storeName=1f072888f81720808b6716e5609aa37f/B, priority=12, startTime=1733364958479; duration=0sec 2024-12-05T02:15:58,900 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1f072888f81720808b6716e5609aa37f:A 2024-12-05T02:15:58,900 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:15:58,900 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T02:15:58,900 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1f072888f81720808b6716e5609aa37f:B 2024-12-05T02:15:58,901 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49852 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T02:15:58,901 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1541): 1f072888f81720808b6716e5609aa37f/C is initiating minor compaction (all files) 2024-12-05T02:15:58,901 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1f072888f81720808b6716e5609aa37f/C in TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. 2024-12-05T02:15:58,901 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/C/8bc18000792a49fd86698bc245b73428, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/C/789274297e1044cfb54b7ab2744c7db4, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/C/fae5eb2148684436be17df8484954541, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/C/01aeb155192b477b8045e52297b7a646] into tmpdir=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp, totalSize=48.7 K 2024-12-05T02:15:58,902 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8bc18000792a49fd86698bc245b73428, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1733364953175 2024-12-05T02:15:58,902 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting 789274297e1044cfb54b7ab2744c7db4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1733364954306 2024-12-05T02:15:58,902 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting fae5eb2148684436be17df8484954541, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1733364954977 2024-12-05T02:15:58,902 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting 01aeb155192b477b8045e52297b7a646, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=363, earliestPutTs=1733364957297 2024-12-05T02:15:58,909 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1f072888f81720808b6716e5609aa37f#C#compaction#498 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T02:15:58,910 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/C/3e9d75f7f537493c8bfc788ab8d6ec27 is 50, key is test_row_0/C:col10/1733364957627/Put/seqid=0 2024-12-05T02:15:58,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742401_1577 (size=13085) 2024-12-05T02:15:58,916 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/C/3e9d75f7f537493c8bfc788ab8d6ec27 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/C/3e9d75f7f537493c8bfc788ab8d6ec27 2024-12-05T02:15:58,920 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 1f072888f81720808b6716e5609aa37f/C of 1f072888f81720808b6716e5609aa37f into 3e9d75f7f537493c8bfc788ab8d6ec27(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T02:15:58,920 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1f072888f81720808b6716e5609aa37f: 2024-12-05T02:15:58,920 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., storeName=1f072888f81720808b6716e5609aa37f/C, priority=12, startTime=1733364958479; duration=0sec 2024-12-05T02:15:58,920 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:15:58,920 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1f072888f81720808b6716e5609aa37f:C 2024-12-05T02:15:58,926 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733364958873, max timestamp=1733364958923Num uniques 859; 2024-12-05T02:15:58,926 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-05T02:15:58,926 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733364958873, max timestamp=1733364958923Num uniques 859; 2024-12-05T02:15:58,926 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-05T02:15:58,926 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733364958873, max timestamp=1733364958923Num uniques 859; 2024-12-05T02:15:58,927 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-05T02:15:58,982 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:58,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59010 deadline: 1733365018969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:58,982 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:58,982 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:58,982 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:58,985 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:58,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59066 deadline: 1733365018973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:58,985 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:58,985 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:58,985 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:58,987 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:58,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58998 deadline: 1733365018982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:58,987 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:58,987 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:58,987 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:59,085 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:59,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59010 deadline: 1733365019084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:59,085 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:59,085 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:59,085 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:59,100 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:59,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59066 deadline: 1733365019095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:59,101 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:59,101 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:59,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58998 deadline: 1733365019095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:59,101 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:59,101 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:59,101 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:59,101 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:59,101 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:59,258 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=373 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/A/046a89b84cce4bac9e1dc85a35aee21c 2024-12-05T02:15:59,264 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/B/b8b7d407261843dfbbbed10124912000 is 50, key is test_row_0/B:col10/1733364957640/Put/seqid=0 2024-12-05T02:15:59,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742402_1578 (size=12301) 2024-12-05T02:15:59,309 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:59,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59010 deadline: 1733365019296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:59,309 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:59,309 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:59,310 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:59,310 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:59,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58998 deadline: 1733365019305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:59,310 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:59,310 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:59,310 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:59,310 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:59,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59066 deadline: 1733365019305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:59,310 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:59,310 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:59,310 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:59,533 INFO [Thread-2249 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2249. 2024-12-05T02:15:59,534 DEBUG [Thread-2249 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-05T02:15:59,534 DEBUG [Thread-2249 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:15:59,534 DEBUG [Thread-2249 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:15:59,534 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T02:15:59,536 INFO [Thread-2247 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2247. 2024-12-05T02:15:59,536 DEBUG [Thread-2247 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-05T02:15:59,536 DEBUG [Thread-2247 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:15:59,536 DEBUG [Thread-2247 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:15:59,537 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T02:15:59,541 INFO [Thread-2251 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2251. 2024-12-05T02:15:59,541 DEBUG [Thread-2251 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-05T02:15:59,541 DEBUG [Thread-2251 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:15:59,542 DEBUG [Thread-2251 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:15:59,542 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T02:15:59,546 INFO [Thread-2243 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2243. 2024-12-05T02:15:59,546 DEBUG [Thread-2243 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-05T02:15:59,546 DEBUG [Thread-2243 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:15:59,546 DEBUG [Thread-2243 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:15:59,546 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T02:15:59,548 INFO [Thread-2245 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2245. 2024-12-05T02:15:59,548 DEBUG [Thread-2245 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-05T02:15:59,548 DEBUG [Thread-2245 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:15:59,548 DEBUG [Thread-2245 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:15:59,548 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T02:15:59,614 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:59,614 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:59,614 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:15:59,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58998 deadline: 1733365019614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:59,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59010 deadline: 1733365019614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:59,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59066 deadline: 1733365019614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:15:59,615 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:59,615 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:59,615 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:59,615 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 , the old value is region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:59,615 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:59,615 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:59,615 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:15:59,615 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:59,615 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., hostname=01bccfa882c7,46535,1733364817982, seqNum=2 because the exception is null or not the one we care about 2024-12-05T02:15:59,668 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=373 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/B/b8b7d407261843dfbbbed10124912000 2024-12-05T02:15:59,674 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/C/488049489ff44cd7ba856b64d67fff1b is 50, key is test_row_0/C:col10/1733364957640/Put/seqid=0 2024-12-05T02:15:59,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742403_1579 (size=12301) 2024-12-05T02:16:00,077 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=373 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/C/488049489ff44cd7ba856b64d67fff1b 2024-12-05T02:16:00,081 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/A/046a89b84cce4bac9e1dc85a35aee21c as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/A/046a89b84cce4bac9e1dc85a35aee21c 2024-12-05T02:16:00,083 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/A/046a89b84cce4bac9e1dc85a35aee21c, entries=200, sequenceid=373, filesize=14.4 K 2024-12-05T02:16:00,084 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/B/b8b7d407261843dfbbbed10124912000 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/B/b8b7d407261843dfbbbed10124912000 2024-12-05T02:16:00,086 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/B/b8b7d407261843dfbbbed10124912000, entries=150, sequenceid=373, filesize=12.0 K 2024-12-05T02:16:00,086 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/C/488049489ff44cd7ba856b64d67fff1b as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/C/488049489ff44cd7ba856b64d67fff1b 2024-12-05T02:16:00,088 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/C/488049489ff44cd7ba856b64d67fff1b, entries=150, sequenceid=373, filesize=12.0 K 2024-12-05T02:16:00,089 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 1f072888f81720808b6716e5609aa37f in 1239ms, sequenceid=373, compaction requested=false 2024-12-05T02:16:00,089 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1f072888f81720808b6716e5609aa37f: 2024-12-05T02:16:00,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(8855): Flush requested on 1f072888f81720808b6716e5609aa37f 2024-12-05T02:16:00,126 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1f072888f81720808b6716e5609aa37f 3/3 column families, dataSize=154.31 KB heapSize=440.77 KB 2024-12-05T02:16:00,127 INFO [Thread-2240 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2240. 2024-12-05T02:16:00,127 INFO [Thread-2232 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2232. 2024-12-05T02:16:00,127 INFO [Thread-2234 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2234. 2024-12-05T02:16:00,127 DEBUG [Thread-2240 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-05T02:16:00,127 DEBUG [Thread-2232 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-05T02:16:00,127 DEBUG [Thread-2234 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-05T02:16:00,127 DEBUG [Thread-2232 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:16:00,127 DEBUG [Thread-2240 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:16:00,127 DEBUG [Thread-2234 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:16:00,127 DEBUG [Thread-2240 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:16:00,127 DEBUG [Thread-2232 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:16:00,127 DEBUG [Thread-2234 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:16:00,127 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T02:16:00,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1f072888f81720808b6716e5609aa37f, store=A 2024-12-05T02:16:00,127 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T02:16:00,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-12-05T02:16:00,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1f072888f81720808b6716e5609aa37f, store=B 2024-12-05T02:16:00,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-12-05T02:16:00,127 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T02:16:00,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1f072888f81720808b6716e5609aa37f, store=C 2024-12-05T02:16:00,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-12-05T02:16:00,131 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/A/2b48355c4ae949ea9fbec3fe06bb5867 is 50, key is test_row_0/A:col10/1733364958952/Put/seqid=0 2024-12-05T02:16:00,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742404_1580 (size=12301) 2024-12-05T02:16:00,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-12-05T02:16:00,474 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-05T02:16:00,535 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=415 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/A/2b48355c4ae949ea9fbec3fe06bb5867 2024-12-05T02:16:00,540 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/B/102e65e593ae4fc6b52a6267dda873ed is 50, key is test_row_0/B:col10/1733364958952/Put/seqid=0 2024-12-05T02:16:00,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742405_1581 (size=12301) 2024-12-05T02:16:00,944 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=415 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/B/102e65e593ae4fc6b52a6267dda873ed 2024-12-05T02:16:00,949 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/C/a1621aa4eabc4ade8c27acd550179f4e is 50, key is test_row_0/C:col10/1733364958952/Put/seqid=0 2024-12-05T02:16:00,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742406_1582 (size=12301) 2024-12-05T02:16:01,353 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=415 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/C/a1621aa4eabc4ade8c27acd550179f4e 2024-12-05T02:16:01,356 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/A/2b48355c4ae949ea9fbec3fe06bb5867 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/A/2b48355c4ae949ea9fbec3fe06bb5867 2024-12-05T02:16:01,359 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/A/2b48355c4ae949ea9fbec3fe06bb5867, entries=150, sequenceid=415, filesize=12.0 K 2024-12-05T02:16:01,359 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/B/102e65e593ae4fc6b52a6267dda873ed as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/B/102e65e593ae4fc6b52a6267dda873ed 2024-12-05T02:16:01,362 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/B/102e65e593ae4fc6b52a6267dda873ed, entries=150, sequenceid=415, filesize=12.0 K 2024-12-05T02:16:01,362 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/C/a1621aa4eabc4ade8c27acd550179f4e as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/C/a1621aa4eabc4ade8c27acd550179f4e 2024-12-05T02:16:01,364 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/C/a1621aa4eabc4ade8c27acd550179f4e, entries=150, sequenceid=415, filesize=12.0 K 2024-12-05T02:16:01,365 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~440.72 KB/451296, currentSize=0 B/0 for 1f072888f81720808b6716e5609aa37f in 1239ms, sequenceid=415, compaction requested=true 2024-12-05T02:16:01,365 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1f072888f81720808b6716e5609aa37f: 2024-12-05T02:16:01,365 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1f072888f81720808b6716e5609aa37f:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T02:16:01,365 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:16:01,365 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T02:16:01,365 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1f072888f81720808b6716e5609aa37f:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T02:16:01,365 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:16:01,365 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1f072888f81720808b6716e5609aa37f:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T02:16:01,365 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T02:16:01,365 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T02:16:01,366 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T02:16:01,366 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40127 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T02:16:01,366 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1541): 1f072888f81720808b6716e5609aa37f/B is initiating minor compaction (all files) 2024-12-05T02:16:01,366 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1541): 1f072888f81720808b6716e5609aa37f/A is initiating minor compaction (all files) 2024-12-05T02:16:01,366 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1f072888f81720808b6716e5609aa37f/B in TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. 2024-12-05T02:16:01,366 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1f072888f81720808b6716e5609aa37f/A in TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. 2024-12-05T02:16:01,366 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/B/91c56464ba0341ee963eb72b5ea0d841, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/B/b8b7d407261843dfbbbed10124912000, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/B/102e65e593ae4fc6b52a6267dda873ed] into tmpdir=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp, totalSize=36.8 K 2024-12-05T02:16:01,366 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/A/c220bfb0d1f0407eb16195ac2a879f04, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/A/046a89b84cce4bac9e1dc85a35aee21c, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/A/2b48355c4ae949ea9fbec3fe06bb5867] into tmpdir=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp, totalSize=39.2 K 2024-12-05T02:16:01,366 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting 91c56464ba0341ee963eb72b5ea0d841, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=363, earliestPutTs=1733364957297 2024-12-05T02:16:01,366 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting c220bfb0d1f0407eb16195ac2a879f04, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=363, earliestPutTs=1733364957297 2024-12-05T02:16:01,367 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting b8b7d407261843dfbbbed10124912000, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1733364957640 2024-12-05T02:16:01,367 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting 046a89b84cce4bac9e1dc85a35aee21c, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1733364957640 2024-12-05T02:16:01,367 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting 102e65e593ae4fc6b52a6267dda873ed, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=415, earliestPutTs=1733364958952 2024-12-05T02:16:01,367 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2b48355c4ae949ea9fbec3fe06bb5867, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=415, earliestPutTs=1733364958952 2024-12-05T02:16:01,372 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1f072888f81720808b6716e5609aa37f#B#compaction#505 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-05T02:16:01,372 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1f072888f81720808b6716e5609aa37f#A#compaction#504 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T02:16:01,373 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/B/5bc7ed9801ef477580b20a9aa2635480 is 50, key is test_row_0/B:col10/1733364958952/Put/seqid=0 2024-12-05T02:16:01,373 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/A/865ce1031bef4f98bc87848d050e79a1 is 50, key is test_row_0/A:col10/1733364958952/Put/seqid=0 2024-12-05T02:16:01,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742407_1583 (size=13187) 2024-12-05T02:16:01,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742408_1584 (size=13187) 2024-12-05T02:16:01,405 INFO [Thread-2238 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2238. 2024-12-05T02:16:01,405 DEBUG [Thread-2238 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-05T02:16:01,405 DEBUG [Thread-2238 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:16:01,406 DEBUG [Thread-2238 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:16:01,406 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T02:16:01,446 INFO [Thread-2236 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2236. 2024-12-05T02:16:01,446 DEBUG [Thread-2236 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-05T02:16:01,446 DEBUG [Thread-2236 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:16:01,446 DEBUG [Thread-2236 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:16:01,446 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T02:16:01,446 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-05T02:16:01,446 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 95 2024-12-05T02:16:01,446 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 66 2024-12-05T02:16:01,446 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 60 2024-12-05T02:16:01,446 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 62 2024-12-05T02:16:01,446 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 55 2024-12-05T02:16:01,447 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-05T02:16:01,447 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-05T02:16:01,447 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1076 2024-12-05T02:16:01,447 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3228 rows 2024-12-05T02:16:01,447 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1078 2024-12-05T02:16:01,447 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3233 rows 2024-12-05T02:16:01,447 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1079 2024-12-05T02:16:01,447 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3229 rows 2024-12-05T02:16:01,447 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1075 2024-12-05T02:16:01,447 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3225 rows 2024-12-05T02:16:01,447 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1080 2024-12-05T02:16:01,447 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3240 rows 2024-12-05T02:16:01,447 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T02:16:01,447 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testScanAtomicity(AcidGuaranteesTestBase.java:112) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T02:16:01,447 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:16:01,447 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:16:01,447 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T02:16:01,448 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-05T02:16:01,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] procedure2.ProcedureExecutor(1139): Stored pid=143, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-12-05T02:16:01,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-12-05T02:16:01,450 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733364961450"}]},"ts":"1733364961450"} 2024-12-05T02:16:01,451 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-05T02:16:01,451 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-05T02:16:01,452 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=144, ppid=143, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-05T02:16:01,453 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=145, ppid=144, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=1f072888f81720808b6716e5609aa37f, UNASSIGN}] 2024-12-05T02:16:01,453 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=145, ppid=144, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=1f072888f81720808b6716e5609aa37f, UNASSIGN 2024-12-05T02:16:01,454 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=145 updating hbase:meta row=1f072888f81720808b6716e5609aa37f, regionState=CLOSING, regionLocation=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:01,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=145, ppid=144, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=1f072888f81720808b6716e5609aa37f, UNASSIGN because future has completed 2024-12-05T02:16:01,455 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-05T02:16:01,455 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=146, ppid=145, state=RUNNABLE, hasLock=false; CloseRegionProcedure 1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982}] 2024-12-05T02:16:01,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-12-05T02:16:01,607 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] handler.UnassignRegionHandler(122): Close 1f072888f81720808b6716e5609aa37f 2024-12-05T02:16:01,607 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-05T02:16:01,608 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HRegion(1722): Closing 1f072888f81720808b6716e5609aa37f, disabling compactions & flushes 2024-12-05T02:16:01,608 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HRegion(1993): waiting for 2 compactions to complete for region TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. 2024-12-05T02:16:01,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-12-05T02:16:01,780 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/B/5bc7ed9801ef477580b20a9aa2635480 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/B/5bc7ed9801ef477580b20a9aa2635480 2024-12-05T02:16:01,780 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/A/865ce1031bef4f98bc87848d050e79a1 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/A/865ce1031bef4f98bc87848d050e79a1 2024-12-05T02:16:01,783 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1f072888f81720808b6716e5609aa37f/B of 1f072888f81720808b6716e5609aa37f into 5bc7ed9801ef477580b20a9aa2635480(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T02:16:01,783 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1f072888f81720808b6716e5609aa37f/A of 1f072888f81720808b6716e5609aa37f into 865ce1031bef4f98bc87848d050e79a1(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T02:16:01,783 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1f072888f81720808b6716e5609aa37f: 2024-12-05T02:16:01,783 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1f072888f81720808b6716e5609aa37f: 2024-12-05T02:16:01,783 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., storeName=1f072888f81720808b6716e5609aa37f/B, priority=13, startTime=1733364961365; duration=0sec 2024-12-05T02:16:01,783 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., storeName=1f072888f81720808b6716e5609aa37f/A, priority=13, startTime=1733364961365; duration=0sec 2024-12-05T02:16:01,783 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. 2024-12-05T02:16:01,783 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T02:16:01,783 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T02:16:01,783 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1f072888f81720808b6716e5609aa37f:B 2024-12-05T02:16:01,783 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1f072888f81720808b6716e5609aa37f:A 2024-12-05T02:16:01,783 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. 2024-12-05T02:16:01,783 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. after waiting 0 ms 2024-12-05T02:16:01,783 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. 2024-12-05T02:16:01,784 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HRegion(2902): Flushing 1f072888f81720808b6716e5609aa37f 3/3 column families, dataSize=13.42 KB heapSize=40.59 KB 2024-12-05T02:16:01,784 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. because compaction request was cancelled 2024-12-05T02:16:01,784 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1f072888f81720808b6716e5609aa37f:C 2024-12-05T02:16:01,784 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1f072888f81720808b6716e5609aa37f, store=A 2024-12-05T02:16:01,784 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:16:01,784 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1f072888f81720808b6716e5609aa37f, store=B 2024-12-05T02:16:01,784 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:16:01,784 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1f072888f81720808b6716e5609aa37f, store=C 2024-12-05T02:16:01,784 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:16:01,787 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/A/8f4ffbd708d542418f34342660e6519f is 50, key is test_row_0/A:col10/1733364961445/Put/seqid=0 2024-12-05T02:16:01,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742409_1585 (size=9857) 2024-12-05T02:16:02,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-12-05T02:16:02,190 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=422 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/A/8f4ffbd708d542418f34342660e6519f 2024-12-05T02:16:02,195 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/B/47c1321e5dfb49bd97de095033c5c462 is 50, key is test_row_0/B:col10/1733364961445/Put/seqid=0 2024-12-05T02:16:02,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742410_1586 (size=9857) 2024-12-05T02:16:02,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-12-05T02:16:02,598 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=422 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/B/47c1321e5dfb49bd97de095033c5c462 2024-12-05T02:16:02,603 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/C/ad99d8840c494b5c94a3e40b95432307 is 50, key is test_row_0/C:col10/1733364961445/Put/seqid=0 2024-12-05T02:16:02,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742411_1587 (size=9857) 2024-12-05T02:16:03,006 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=422 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/C/ad99d8840c494b5c94a3e40b95432307 2024-12-05T02:16:03,009 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/A/8f4ffbd708d542418f34342660e6519f as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/A/8f4ffbd708d542418f34342660e6519f 2024-12-05T02:16:03,012 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/A/8f4ffbd708d542418f34342660e6519f, entries=100, sequenceid=422, filesize=9.6 K 2024-12-05T02:16:03,012 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/B/47c1321e5dfb49bd97de095033c5c462 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/B/47c1321e5dfb49bd97de095033c5c462 2024-12-05T02:16:03,015 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/B/47c1321e5dfb49bd97de095033c5c462, entries=100, sequenceid=422, filesize=9.6 K 2024-12-05T02:16:03,015 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/.tmp/C/ad99d8840c494b5c94a3e40b95432307 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/C/ad99d8840c494b5c94a3e40b95432307 2024-12-05T02:16:03,018 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/C/ad99d8840c494b5c94a3e40b95432307, entries=100, sequenceid=422, filesize=9.6 K 2024-12-05T02:16:03,019 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HRegion(3140): Finished flush of dataSize ~13.42 KB/13740, heapSize ~40.55 KB/41520, currentSize=0 B/0 for 1f072888f81720808b6716e5609aa37f in 1235ms, sequenceid=422, compaction requested=true 2024-12-05T02:16:03,019 DEBUG [StoreCloser-TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/A/7ae9a7c3dbca4da99af6e2784bf2e40e, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/A/e754d6b726cd4d7c91dd785e76229e83, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/A/be0a67a4b8ce4208abc9cd71ba59be02, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/A/ed8d0df4cc8c4cbab498ec5c64fe5573, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/A/adaf029d637742b39ba2efbc4bf25021, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/A/ba897c459c194b6887331cd76d16105d, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/A/f66a806d616e4af691bd7737e969c608, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/A/4ff98dd176c5467cabc7e9b41ade170f, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/A/2fc4b06660784221b90d8d000ed7bd82, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/A/da03a6bedfb24b16b2d54860c234da9f, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/A/ae861a8e8d124aaa8f3ed943ce363282, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/A/5ef197619c9e410ba9092360bd2b85e0, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/A/80af3e60f7d84d72bad7aa2cf2ab2a57, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/A/a5470b6a0d7149478dc907822679d26e, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/A/a2883b9fabc64a06b89a52b1ad53cb44, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/A/95c47617264748059043797adbc38251, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/A/cec03e2b58af4b739a204e65d5bbd0f6, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/A/04ad4e59138047ad9b19a14125ad6a2c, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/A/532060ce74014091ba96bbc499d72962, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/A/882a00a5935443f9aa87a89eb5df2afd, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/A/f52e9333387c4d02b30e2d75a5df0594, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/A/47d2e52c8b074f259b44e5f5f5163a57, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/A/84e20a957b664730bb0766f3f9dd913d, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/A/c220bfb0d1f0407eb16195ac2a879f04, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/A/046a89b84cce4bac9e1dc85a35aee21c, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/A/2b48355c4ae949ea9fbec3fe06bb5867] to archive 2024-12-05T02:16:03,020 DEBUG [StoreCloser-TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-05T02:16:03,021 DEBUG [StoreCloser-TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/A/7ae9a7c3dbca4da99af6e2784bf2e40e to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/A/7ae9a7c3dbca4da99af6e2784bf2e40e 2024-12-05T02:16:03,022 DEBUG [StoreCloser-TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/A/e754d6b726cd4d7c91dd785e76229e83 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/A/e754d6b726cd4d7c91dd785e76229e83 2024-12-05T02:16:03,023 DEBUG [StoreCloser-TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/A/be0a67a4b8ce4208abc9cd71ba59be02 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/A/be0a67a4b8ce4208abc9cd71ba59be02 2024-12-05T02:16:03,024 DEBUG [StoreCloser-TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/A/ed8d0df4cc8c4cbab498ec5c64fe5573 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/A/ed8d0df4cc8c4cbab498ec5c64fe5573 2024-12-05T02:16:03,024 DEBUG [StoreCloser-TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/A/adaf029d637742b39ba2efbc4bf25021 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/A/adaf029d637742b39ba2efbc4bf25021 2024-12-05T02:16:03,025 DEBUG [StoreCloser-TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/A/ba897c459c194b6887331cd76d16105d to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/A/ba897c459c194b6887331cd76d16105d 2024-12-05T02:16:03,026 DEBUG [StoreCloser-TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/A/f66a806d616e4af691bd7737e969c608 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/A/f66a806d616e4af691bd7737e969c608 2024-12-05T02:16:03,026 DEBUG [StoreCloser-TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/A/4ff98dd176c5467cabc7e9b41ade170f to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/A/4ff98dd176c5467cabc7e9b41ade170f 2024-12-05T02:16:03,027 DEBUG [StoreCloser-TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/A/2fc4b06660784221b90d8d000ed7bd82 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/A/2fc4b06660784221b90d8d000ed7bd82 2024-12-05T02:16:03,028 DEBUG [StoreCloser-TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/A/da03a6bedfb24b16b2d54860c234da9f to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/A/da03a6bedfb24b16b2d54860c234da9f 2024-12-05T02:16:03,029 DEBUG [StoreCloser-TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/A/ae861a8e8d124aaa8f3ed943ce363282 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/A/ae861a8e8d124aaa8f3ed943ce363282 2024-12-05T02:16:03,029 DEBUG [StoreCloser-TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/A/5ef197619c9e410ba9092360bd2b85e0 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/A/5ef197619c9e410ba9092360bd2b85e0 2024-12-05T02:16:03,030 DEBUG [StoreCloser-TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/A/80af3e60f7d84d72bad7aa2cf2ab2a57 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/A/80af3e60f7d84d72bad7aa2cf2ab2a57 2024-12-05T02:16:03,031 DEBUG [StoreCloser-TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/A/a5470b6a0d7149478dc907822679d26e to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/A/a5470b6a0d7149478dc907822679d26e 2024-12-05T02:16:03,032 DEBUG [StoreCloser-TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/A/a2883b9fabc64a06b89a52b1ad53cb44 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/A/a2883b9fabc64a06b89a52b1ad53cb44 2024-12-05T02:16:03,033 DEBUG [StoreCloser-TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/A/95c47617264748059043797adbc38251 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/A/95c47617264748059043797adbc38251 2024-12-05T02:16:03,034 DEBUG [StoreCloser-TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/A/cec03e2b58af4b739a204e65d5bbd0f6 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/A/cec03e2b58af4b739a204e65d5bbd0f6 2024-12-05T02:16:03,034 DEBUG [StoreCloser-TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/A/04ad4e59138047ad9b19a14125ad6a2c to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/A/04ad4e59138047ad9b19a14125ad6a2c 2024-12-05T02:16:03,035 DEBUG [StoreCloser-TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/A/532060ce74014091ba96bbc499d72962 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/A/532060ce74014091ba96bbc499d72962 2024-12-05T02:16:03,036 DEBUG [StoreCloser-TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/A/882a00a5935443f9aa87a89eb5df2afd to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/A/882a00a5935443f9aa87a89eb5df2afd 2024-12-05T02:16:03,037 DEBUG [StoreCloser-TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/A/f52e9333387c4d02b30e2d75a5df0594 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/A/f52e9333387c4d02b30e2d75a5df0594 2024-12-05T02:16:03,037 DEBUG [StoreCloser-TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/A/47d2e52c8b074f259b44e5f5f5163a57 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/A/47d2e52c8b074f259b44e5f5f5163a57 2024-12-05T02:16:03,038 DEBUG [StoreCloser-TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/A/84e20a957b664730bb0766f3f9dd913d to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/A/84e20a957b664730bb0766f3f9dd913d 2024-12-05T02:16:03,039 DEBUG [StoreCloser-TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/A/c220bfb0d1f0407eb16195ac2a879f04 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/A/c220bfb0d1f0407eb16195ac2a879f04 2024-12-05T02:16:03,039 DEBUG [StoreCloser-TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/A/046a89b84cce4bac9e1dc85a35aee21c to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/A/046a89b84cce4bac9e1dc85a35aee21c 2024-12-05T02:16:03,040 DEBUG [StoreCloser-TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/A/2b48355c4ae949ea9fbec3fe06bb5867 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/A/2b48355c4ae949ea9fbec3fe06bb5867 2024-12-05T02:16:03,042 DEBUG [StoreCloser-TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/B/fa10d12bcaef4503904fa27b6555682b, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/B/425e18d18c514e2099e5255bb2ac05d4, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/B/1d352178bb04421db7939b0b93620018, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/B/c799612d4a924d50b641605a26394bc7, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/B/efbb88165cb4440180959f3aa25c97c5, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/B/f0b54feaab6342e28dc3c756867d8c92, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/B/eedd858ba6c14312adf4734d57bf692d, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/B/0db70e3eee62464dbad6ad733230d970, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/B/e3d5b6f783be4144af8151f0cb560784, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/B/2198c4700ed74b09825c2e92eac6bf4c, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/B/b30fd8cbbb4d4b309f666e33d74de0fd, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/B/8b85924b9c324995b30610c28fa4aa14, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/B/614f3f9a7b8d457e9c801515ed2368f4, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/B/925dbd28b5134dc78f7b25452d70868c, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/B/5dd4319d55414b34ab1941e58739d469, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/B/21b71e161e90440e94aa55d7d3482704, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/B/48e3f78c0a25431981cb8380e2f0ebc6, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/B/20de3ef2eeae47528ffcc0a50e895178, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/B/01a7d1b574d14e898b79e8141f558140, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/B/b47f435bcc1f41dbbfa40f6d8d092ef9, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/B/1c683505e19f4ee3803c0858e117ed67, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/B/7e999e9b67964635968244ef4b122a00, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/B/91c56464ba0341ee963eb72b5ea0d841, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/B/00aab4cd949640849717b0e28442d125, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/B/b8b7d407261843dfbbbed10124912000, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/B/102e65e593ae4fc6b52a6267dda873ed] to archive 2024-12-05T02:16:03,042 DEBUG [StoreCloser-TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-05T02:16:03,043 DEBUG [StoreCloser-TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/B/fa10d12bcaef4503904fa27b6555682b to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/B/fa10d12bcaef4503904fa27b6555682b 2024-12-05T02:16:03,044 DEBUG [StoreCloser-TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/B/425e18d18c514e2099e5255bb2ac05d4 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/B/425e18d18c514e2099e5255bb2ac05d4 2024-12-05T02:16:03,045 DEBUG [StoreCloser-TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/B/1d352178bb04421db7939b0b93620018 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/B/1d352178bb04421db7939b0b93620018 2024-12-05T02:16:03,045 DEBUG [StoreCloser-TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/B/c799612d4a924d50b641605a26394bc7 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/B/c799612d4a924d50b641605a26394bc7 2024-12-05T02:16:03,046 DEBUG [StoreCloser-TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/B/efbb88165cb4440180959f3aa25c97c5 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/B/efbb88165cb4440180959f3aa25c97c5 2024-12-05T02:16:03,047 DEBUG [StoreCloser-TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/B/f0b54feaab6342e28dc3c756867d8c92 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/B/f0b54feaab6342e28dc3c756867d8c92 2024-12-05T02:16:03,049 DEBUG [StoreCloser-TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/B/eedd858ba6c14312adf4734d57bf692d to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/B/eedd858ba6c14312adf4734d57bf692d 2024-12-05T02:16:03,050 DEBUG [StoreCloser-TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/B/0db70e3eee62464dbad6ad733230d970 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/B/0db70e3eee62464dbad6ad733230d970 2024-12-05T02:16:03,051 DEBUG [StoreCloser-TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/B/e3d5b6f783be4144af8151f0cb560784 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/B/e3d5b6f783be4144af8151f0cb560784 2024-12-05T02:16:03,052 DEBUG [StoreCloser-TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/B/2198c4700ed74b09825c2e92eac6bf4c to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/B/2198c4700ed74b09825c2e92eac6bf4c 2024-12-05T02:16:03,052 DEBUG [StoreCloser-TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/B/b30fd8cbbb4d4b309f666e33d74de0fd to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/B/b30fd8cbbb4d4b309f666e33d74de0fd 2024-12-05T02:16:03,053 DEBUG [StoreCloser-TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/B/8b85924b9c324995b30610c28fa4aa14 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/B/8b85924b9c324995b30610c28fa4aa14 2024-12-05T02:16:03,054 DEBUG [StoreCloser-TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/B/614f3f9a7b8d457e9c801515ed2368f4 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/B/614f3f9a7b8d457e9c801515ed2368f4 2024-12-05T02:16:03,054 DEBUG [StoreCloser-TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/B/925dbd28b5134dc78f7b25452d70868c to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/B/925dbd28b5134dc78f7b25452d70868c 2024-12-05T02:16:03,055 DEBUG [StoreCloser-TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/B/5dd4319d55414b34ab1941e58739d469 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/B/5dd4319d55414b34ab1941e58739d469 2024-12-05T02:16:03,056 DEBUG [StoreCloser-TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/B/21b71e161e90440e94aa55d7d3482704 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/B/21b71e161e90440e94aa55d7d3482704 2024-12-05T02:16:03,057 DEBUG [StoreCloser-TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/B/48e3f78c0a25431981cb8380e2f0ebc6 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/B/48e3f78c0a25431981cb8380e2f0ebc6 2024-12-05T02:16:03,058 DEBUG [StoreCloser-TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/B/20de3ef2eeae47528ffcc0a50e895178 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/B/20de3ef2eeae47528ffcc0a50e895178 2024-12-05T02:16:03,059 DEBUG [StoreCloser-TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/B/01a7d1b574d14e898b79e8141f558140 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/B/01a7d1b574d14e898b79e8141f558140 2024-12-05T02:16:03,060 DEBUG [StoreCloser-TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/B/b47f435bcc1f41dbbfa40f6d8d092ef9 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/B/b47f435bcc1f41dbbfa40f6d8d092ef9 2024-12-05T02:16:03,061 DEBUG [StoreCloser-TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/B/1c683505e19f4ee3803c0858e117ed67 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/B/1c683505e19f4ee3803c0858e117ed67 2024-12-05T02:16:03,061 DEBUG [StoreCloser-TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/B/7e999e9b67964635968244ef4b122a00 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/B/7e999e9b67964635968244ef4b122a00 2024-12-05T02:16:03,062 DEBUG [StoreCloser-TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/B/91c56464ba0341ee963eb72b5ea0d841 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/B/91c56464ba0341ee963eb72b5ea0d841 2024-12-05T02:16:03,063 DEBUG [StoreCloser-TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/B/00aab4cd949640849717b0e28442d125 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/B/00aab4cd949640849717b0e28442d125 2024-12-05T02:16:03,064 DEBUG [StoreCloser-TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/B/b8b7d407261843dfbbbed10124912000 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/B/b8b7d407261843dfbbbed10124912000 2024-12-05T02:16:03,064 DEBUG [StoreCloser-TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/B/102e65e593ae4fc6b52a6267dda873ed to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/B/102e65e593ae4fc6b52a6267dda873ed 2024-12-05T02:16:03,066 DEBUG [StoreCloser-TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/C/27d5c919dfe74684ad8fdfb03c1b2d87, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/C/4f2612e3f8db4eb8ab82a63508fb78a1, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/C/6c769883debb4ce5891019a6aeb83a35, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/C/b5fb1d9c5763426581400061b59fd763, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/C/0b10243b2c0145828ca5b1d6ec8b47b4, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/C/16da45227efa4912b8b6e440398d10d2, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/C/bd55c69ec4ec4fa886a8904cb7046e63, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/C/8b4618dfc243462ea7ea210e7eced280, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/C/a166f33d15c24595b427b91950d58c96, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/C/d430e07ec73a441e91106c3c9e5cf1a6, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/C/6b8776c8b5a74f1faba74ec31e417476, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/C/55bf40b5645f4c52a1005eec48ea2797, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/C/a4a92ae08f7345a1bc0d4e796d1a81d0, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/C/a840266947f343de9109bcc37d011a69, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/C/cdfba30ed3ce45e498022d442c2bf052, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/C/4aa24a847829498d88dee2a889be1b97, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/C/e58895935cc9465297b7297bdf773ca0, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/C/950a8a8ce6854a14a9c0ce49422a1e14, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/C/8bc18000792a49fd86698bc245b73428, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/C/a09c6fd615bf4164830b2e79a1fe33df, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/C/789274297e1044cfb54b7ab2744c7db4, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/C/fae5eb2148684436be17df8484954541, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/C/01aeb155192b477b8045e52297b7a646] to archive 2024-12-05T02:16:03,066 DEBUG [StoreCloser-TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-05T02:16:03,067 DEBUG [StoreCloser-TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/C/27d5c919dfe74684ad8fdfb03c1b2d87 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/C/27d5c919dfe74684ad8fdfb03c1b2d87 2024-12-05T02:16:03,068 DEBUG [StoreCloser-TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/C/4f2612e3f8db4eb8ab82a63508fb78a1 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/C/4f2612e3f8db4eb8ab82a63508fb78a1 2024-12-05T02:16:03,069 DEBUG [StoreCloser-TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/C/6c769883debb4ce5891019a6aeb83a35 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/C/6c769883debb4ce5891019a6aeb83a35 2024-12-05T02:16:03,070 DEBUG [StoreCloser-TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/C/b5fb1d9c5763426581400061b59fd763 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/C/b5fb1d9c5763426581400061b59fd763 2024-12-05T02:16:03,070 DEBUG [StoreCloser-TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/C/0b10243b2c0145828ca5b1d6ec8b47b4 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/C/0b10243b2c0145828ca5b1d6ec8b47b4 2024-12-05T02:16:03,071 DEBUG [StoreCloser-TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/C/16da45227efa4912b8b6e440398d10d2 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/C/16da45227efa4912b8b6e440398d10d2 2024-12-05T02:16:03,072 DEBUG [StoreCloser-TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/C/bd55c69ec4ec4fa886a8904cb7046e63 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/C/bd55c69ec4ec4fa886a8904cb7046e63 2024-12-05T02:16:03,073 DEBUG [StoreCloser-TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/C/8b4618dfc243462ea7ea210e7eced280 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/C/8b4618dfc243462ea7ea210e7eced280 2024-12-05T02:16:03,073 DEBUG [StoreCloser-TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/C/a166f33d15c24595b427b91950d58c96 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/C/a166f33d15c24595b427b91950d58c96 2024-12-05T02:16:03,074 DEBUG [StoreCloser-TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/C/d430e07ec73a441e91106c3c9e5cf1a6 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/C/d430e07ec73a441e91106c3c9e5cf1a6 2024-12-05T02:16:03,075 DEBUG [StoreCloser-TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/C/6b8776c8b5a74f1faba74ec31e417476 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/C/6b8776c8b5a74f1faba74ec31e417476 2024-12-05T02:16:03,076 DEBUG [StoreCloser-TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/C/55bf40b5645f4c52a1005eec48ea2797 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/C/55bf40b5645f4c52a1005eec48ea2797 2024-12-05T02:16:03,076 DEBUG [StoreCloser-TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/C/a4a92ae08f7345a1bc0d4e796d1a81d0 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/C/a4a92ae08f7345a1bc0d4e796d1a81d0 2024-12-05T02:16:03,077 DEBUG [StoreCloser-TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/C/a840266947f343de9109bcc37d011a69 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/C/a840266947f343de9109bcc37d011a69 2024-12-05T02:16:03,078 DEBUG [StoreCloser-TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/C/cdfba30ed3ce45e498022d442c2bf052 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/C/cdfba30ed3ce45e498022d442c2bf052 2024-12-05T02:16:03,079 DEBUG [StoreCloser-TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/C/4aa24a847829498d88dee2a889be1b97 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/C/4aa24a847829498d88dee2a889be1b97 2024-12-05T02:16:03,079 DEBUG [StoreCloser-TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/C/e58895935cc9465297b7297bdf773ca0 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/C/e58895935cc9465297b7297bdf773ca0 2024-12-05T02:16:03,080 DEBUG [StoreCloser-TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/C/950a8a8ce6854a14a9c0ce49422a1e14 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/C/950a8a8ce6854a14a9c0ce49422a1e14 2024-12-05T02:16:03,081 DEBUG [StoreCloser-TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/C/8bc18000792a49fd86698bc245b73428 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/C/8bc18000792a49fd86698bc245b73428 2024-12-05T02:16:03,082 DEBUG [StoreCloser-TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/C/a09c6fd615bf4164830b2e79a1fe33df to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/C/a09c6fd615bf4164830b2e79a1fe33df 2024-12-05T02:16:03,082 DEBUG [StoreCloser-TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/C/789274297e1044cfb54b7ab2744c7db4 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/C/789274297e1044cfb54b7ab2744c7db4 2024-12-05T02:16:03,083 DEBUG [StoreCloser-TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/C/fae5eb2148684436be17df8484954541 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/C/fae5eb2148684436be17df8484954541 2024-12-05T02:16:03,084 DEBUG [StoreCloser-TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/C/01aeb155192b477b8045e52297b7a646 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/C/01aeb155192b477b8045e52297b7a646 2024-12-05T02:16:03,087 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/recovered.edits/425.seqid, newMaxSeqId=425, maxSeqId=1 2024-12-05T02:16:03,088 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. 2024-12-05T02:16:03,088 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HRegion(1676): Region close journal for 1f072888f81720808b6716e5609aa37f: Waiting for close lock at 1733364961608Running coprocessor pre-close hooks at 1733364961608Disabling compacts and flushes for region at 1733364961608Disabling writes for close at 1733364961783 (+175 ms)Obtaining lock to block concurrent updates at 1733364961784 (+1 ms)Preparing flush snapshotting stores in 1f072888f81720808b6716e5609aa37f at 1733364961784Finished memstore snapshotting TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f., syncing WAL and waiting on mvcc, flushsize=dataSize=13740, getHeapSize=41520, getOffHeapSize=0, getCellsCount=300 at 1733364961784Flushing stores of TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f. at 1733364961784Flushing 1f072888f81720808b6716e5609aa37f/A: creating writer at 1733364961784Flushing 1f072888f81720808b6716e5609aa37f/A: appending metadata at 1733364961786 (+2 ms)Flushing 1f072888f81720808b6716e5609aa37f/A: closing flushed file at 1733364961786Flushing 1f072888f81720808b6716e5609aa37f/B: creating writer at 1733364962193 (+407 ms)Flushing 1f072888f81720808b6716e5609aa37f/B: appending metadata at 1733364962194 (+1 ms)Flushing 1f072888f81720808b6716e5609aa37f/B: closing flushed file at 1733364962194Flushing 1f072888f81720808b6716e5609aa37f/C: creating writer at 1733364962601 (+407 ms)Flushing 1f072888f81720808b6716e5609aa37f/C: appending metadata at 1733364962602 (+1 ms)Flushing 1f072888f81720808b6716e5609aa37f/C: closing flushed file at 1733364962603 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f734889: reopening flushed file at 1733364963009 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33df39dd: reopening flushed file at 1733364963012 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a0d6497: reopening flushed file at 1733364963015 (+3 ms)Finished flush of dataSize ~13.42 KB/13740, heapSize ~40.55 KB/41520, currentSize=0 B/0 for 1f072888f81720808b6716e5609aa37f in 1235ms, sequenceid=422, compaction requested=true at 1733364963019 (+4 ms)Writing region close event to WAL at 1733364963085 (+66 ms)Running coprocessor post-close hooks at 1733364963087 (+2 ms)Closed at 1733364963088 (+1 ms) 2024-12-05T02:16:03,089 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] handler.UnassignRegionHandler(157): Closed 1f072888f81720808b6716e5609aa37f 2024-12-05T02:16:03,090 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=145 updating hbase:meta row=1f072888f81720808b6716e5609aa37f, regionState=CLOSED 2024-12-05T02:16:03,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=146, ppid=145, state=RUNNABLE, hasLock=false; CloseRegionProcedure 1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 because future has completed 2024-12-05T02:16:03,093 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=146, resume processing ppid=145 2024-12-05T02:16:03,093 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=146, ppid=145, state=SUCCESS, hasLock=false; CloseRegionProcedure 1f072888f81720808b6716e5609aa37f, server=01bccfa882c7,46535,1733364817982 in 1.6370 sec 2024-12-05T02:16:03,094 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=145, resume processing ppid=144 2024-12-05T02:16:03,094 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=145, ppid=144, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=1f072888f81720808b6716e5609aa37f, UNASSIGN in 1.6400 sec 2024-12-05T02:16:03,096 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=144, resume processing ppid=143 2024-12-05T02:16:03,096 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=144, ppid=143, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.6420 sec 2024-12-05T02:16:03,097 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733364963097"}]},"ts":"1733364963097"} 2024-12-05T02:16:03,098 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-05T02:16:03,098 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-05T02:16:03,099 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=143, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.6500 sec 2024-12-05T02:16:03,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-12-05T02:16:03,595 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-12-05T02:16:03,595 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-05T02:16:03,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] procedure2.ProcedureExecutor(1139): Stored pid=147, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T02:16:03,597 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=147, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T02:16:03,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=147 2024-12-05T02:16:03,598 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=147, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T02:16:03,600 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f 2024-12-05T02:16:03,601 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/A, FileablePath, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/B, FileablePath, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/C, FileablePath, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/recovered.edits] 2024-12-05T02:16:03,603 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/A/865ce1031bef4f98bc87848d050e79a1 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/A/865ce1031bef4f98bc87848d050e79a1 2024-12-05T02:16:03,604 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/A/8f4ffbd708d542418f34342660e6519f to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/A/8f4ffbd708d542418f34342660e6519f 2024-12-05T02:16:03,605 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/B/47c1321e5dfb49bd97de095033c5c462 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/B/47c1321e5dfb49bd97de095033c5c462 2024-12-05T02:16:03,606 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/B/5bc7ed9801ef477580b20a9aa2635480 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/B/5bc7ed9801ef477580b20a9aa2635480 2024-12-05T02:16:03,607 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/C/3e9d75f7f537493c8bfc788ab8d6ec27 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/C/3e9d75f7f537493c8bfc788ab8d6ec27 2024-12-05T02:16:03,608 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/C/488049489ff44cd7ba856b64d67fff1b to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/C/488049489ff44cd7ba856b64d67fff1b 2024-12-05T02:16:03,609 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/C/a1621aa4eabc4ade8c27acd550179f4e to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/C/a1621aa4eabc4ade8c27acd550179f4e 2024-12-05T02:16:03,609 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/C/ad99d8840c494b5c94a3e40b95432307 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/C/ad99d8840c494b5c94a3e40b95432307 2024-12-05T02:16:03,611 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/recovered.edits/425.seqid to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f/recovered.edits/425.seqid 2024-12-05T02:16:03,612 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/1f072888f81720808b6716e5609aa37f 2024-12-05T02:16:03,612 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-05T02:16:03,613 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=147, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T02:16:03,615 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-05T02:16:03,617 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-05T02:16:03,618 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=147, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T02:16:03,618 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-05T02:16:03,618 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733364963618"}]},"ts":"9223372036854775807"} 2024-12-05T02:16:03,620 INFO [PEWorker-2 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-12-05T02:16:03,620 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 1f072888f81720808b6716e5609aa37f, NAME => 'TestAcidGuarantees,,1733364937333.1f072888f81720808b6716e5609aa37f.', STARTKEY => '', ENDKEY => ''}] 2024-12-05T02:16:03,620 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-05T02:16:03,620 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733364963620"}]},"ts":"9223372036854775807"} 2024-12-05T02:16:03,621 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-12-05T02:16:03,622 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=147, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T02:16:03,623 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=147, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 27 msec 2024-12-05T02:16:03,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=147 2024-12-05T02:16:03,705 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-12-05T02:16:03,705 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-12-05T02:16:03,716 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testScanAtomicity Thread=252 (was 251) - Thread LEAK? -, OpenFileDescriptor=457 (was 459), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=416 (was 475), ProcessCount=11 (was 11), AvailableMemoryMB=6999 (was 7075) 2024-12-05T02:16:03,725 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobGetAtomicity Thread=252, OpenFileDescriptor=457, MaxFileDescriptor=1048576, SystemLoadAverage=416, ProcessCount=11, AvailableMemoryMB=6999 2024-12-05T02:16:03,726 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-05T02:16:03,726 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T02:16:03,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] procedure2.ProcedureExecutor(1139): Stored pid=148, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-12-05T02:16:03,728 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=148, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T02:16:03,728 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:03,728 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 148 2024-12-05T02:16:03,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-12-05T02:16:03,729 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=148, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T02:16:03,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742412_1588 (size=1061) 2024-12-05T02:16:03,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-12-05T02:16:04,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-12-05T02:16:04,135 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 88dc99b1fce5f9820608541377dbd7ca, NAME => 'TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c 2024-12-05T02:16:04,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742413_1589 (size=53) 2024-12-05T02:16:04,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-12-05T02:16:04,539 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:16:04,539 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 88dc99b1fce5f9820608541377dbd7ca, disabling compactions & flushes 2024-12-05T02:16:04,539 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca. 2024-12-05T02:16:04,539 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca. 2024-12-05T02:16:04,539 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca. after waiting 0 ms 2024-12-05T02:16:04,539 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca. 2024-12-05T02:16:04,539 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca. 2024-12-05T02:16:04,539 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 88dc99b1fce5f9820608541377dbd7ca: Waiting for close lock at 1733364964539Disabling compacts and flushes for region at 1733364964539Disabling writes for close at 1733364964539Writing region close event to WAL at 1733364964539Closed at 1733364964539 2024-12-05T02:16:04,540 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=148, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T02:16:04,541 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733364964540"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733364964540"}]},"ts":"1733364964540"} 2024-12-05T02:16:04,542 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T02:16:04,542 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=148, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T02:16:04,543 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733364964542"}]},"ts":"1733364964542"} 2024-12-05T02:16:04,543 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-05T02:16:04,544 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=149, ppid=148, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=88dc99b1fce5f9820608541377dbd7ca, ASSIGN}] 2024-12-05T02:16:04,545 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=149, ppid=148, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=88dc99b1fce5f9820608541377dbd7ca, ASSIGN 2024-12-05T02:16:04,545 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=149, ppid=148, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=88dc99b1fce5f9820608541377dbd7ca, ASSIGN; state=OFFLINE, location=01bccfa882c7,46535,1733364817982; forceNewPlan=false, retain=false 2024-12-05T02:16:04,696 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=149 updating hbase:meta row=88dc99b1fce5f9820608541377dbd7ca, regionState=OPENING, regionLocation=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:04,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=149, ppid=148, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=88dc99b1fce5f9820608541377dbd7ca, ASSIGN because future has completed 2024-12-05T02:16:04,697 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=150, ppid=149, state=RUNNABLE, hasLock=false; OpenRegionProcedure 88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982}] 2024-12-05T02:16:04,851 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca. 2024-12-05T02:16:04,851 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegion(7752): Opening region: {ENCODED => 88dc99b1fce5f9820608541377dbd7ca, NAME => 'TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.', STARTKEY => '', ENDKEY => ''} 2024-12-05T02:16:04,852 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 88dc99b1fce5f9820608541377dbd7ca 2024-12-05T02:16:04,852 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:16:04,852 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegion(7794): checking encryption for 88dc99b1fce5f9820608541377dbd7ca 2024-12-05T02:16:04,852 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegion(7797): checking classloading for 88dc99b1fce5f9820608541377dbd7ca 2024-12-05T02:16:04,853 INFO [StoreOpener-88dc99b1fce5f9820608541377dbd7ca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 88dc99b1fce5f9820608541377dbd7ca 2024-12-05T02:16:04,854 INFO [StoreOpener-88dc99b1fce5f9820608541377dbd7ca-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-05T02:16:04,854 INFO [StoreOpener-88dc99b1fce5f9820608541377dbd7ca-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 88dc99b1fce5f9820608541377dbd7ca columnFamilyName A 2024-12-05T02:16:04,854 DEBUG [StoreOpener-88dc99b1fce5f9820608541377dbd7ca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:04,854 INFO [StoreOpener-88dc99b1fce5f9820608541377dbd7ca-1 {}] regionserver.HStore(327): Store=88dc99b1fce5f9820608541377dbd7ca/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:16:04,854 INFO [StoreOpener-88dc99b1fce5f9820608541377dbd7ca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 88dc99b1fce5f9820608541377dbd7ca 2024-12-05T02:16:04,855 INFO [StoreOpener-88dc99b1fce5f9820608541377dbd7ca-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-05T02:16:04,855 INFO [StoreOpener-88dc99b1fce5f9820608541377dbd7ca-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 88dc99b1fce5f9820608541377dbd7ca columnFamilyName B 2024-12-05T02:16:04,855 DEBUG [StoreOpener-88dc99b1fce5f9820608541377dbd7ca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:04,856 INFO [StoreOpener-88dc99b1fce5f9820608541377dbd7ca-1 {}] regionserver.HStore(327): Store=88dc99b1fce5f9820608541377dbd7ca/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:16:04,856 INFO [StoreOpener-88dc99b1fce5f9820608541377dbd7ca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 88dc99b1fce5f9820608541377dbd7ca 2024-12-05T02:16:04,857 INFO [StoreOpener-88dc99b1fce5f9820608541377dbd7ca-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-05T02:16:04,857 INFO [StoreOpener-88dc99b1fce5f9820608541377dbd7ca-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 88dc99b1fce5f9820608541377dbd7ca columnFamilyName C 2024-12-05T02:16:04,857 DEBUG [StoreOpener-88dc99b1fce5f9820608541377dbd7ca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:04,857 INFO [StoreOpener-88dc99b1fce5f9820608541377dbd7ca-1 {}] regionserver.HStore(327): Store=88dc99b1fce5f9820608541377dbd7ca/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:16:04,858 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca. 2024-12-05T02:16:04,858 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegion(1038): replaying wal for 88dc99b1fce5f9820608541377dbd7ca 2024-12-05T02:16:04,858 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca 2024-12-05T02:16:04,858 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca 2024-12-05T02:16:04,859 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegion(1048): stopping wal replay for 88dc99b1fce5f9820608541377dbd7ca 2024-12-05T02:16:04,859 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegion(1060): Cleaning up temporary data for 88dc99b1fce5f9820608541377dbd7ca 2024-12-05T02:16:04,860 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-05T02:16:04,861 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegion(1093): writing seq id for 88dc99b1fce5f9820608541377dbd7ca 2024-12-05T02:16:04,862 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T02:16:04,863 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegion(1114): Opened 88dc99b1fce5f9820608541377dbd7ca; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64166784, jitterRate=-0.04384040832519531}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-05T02:16:04,863 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 88dc99b1fce5f9820608541377dbd7ca 2024-12-05T02:16:04,863 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegion(1006): Region open journal for 88dc99b1fce5f9820608541377dbd7ca: Running coprocessor pre-open hook at 1733364964852Writing region info on filesystem at 1733364964852Initializing all the Stores at 1733364964852Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733364964852Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733364964853 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733364964853Cleaning up temporary data from old regions at 1733364964859 (+6 ms)Running coprocessor post-open hooks at 1733364964863 (+4 ms)Region opened successfully at 1733364964863 2024-12-05T02:16:04,864 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., pid=150, masterSystemTime=1733364964849 2024-12-05T02:16:04,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-12-05T02:16:04,866 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca. 2024-12-05T02:16:04,866 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca. 2024-12-05T02:16:04,866 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=149 updating hbase:meta row=88dc99b1fce5f9820608541377dbd7ca, regionState=OPEN, openSeqNum=2, regionLocation=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:04,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=150, ppid=149, state=RUNNABLE, hasLock=false; OpenRegionProcedure 88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 because future has completed 2024-12-05T02:16:04,869 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=150, resume processing ppid=149 2024-12-05T02:16:04,869 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=150, ppid=149, state=SUCCESS, hasLock=false; OpenRegionProcedure 88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 in 171 msec 2024-12-05T02:16:04,871 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=149, resume processing ppid=148 2024-12-05T02:16:04,871 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=149, ppid=148, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=88dc99b1fce5f9820608541377dbd7ca, ASSIGN in 325 msec 2024-12-05T02:16:04,871 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=148, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T02:16:04,871 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733364964871"}]},"ts":"1733364964871"} 2024-12-05T02:16:04,872 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-05T02:16:04,873 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=148, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T02:16:04,874 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=148, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1470 sec 2024-12-05T02:16:05,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-12-05T02:16:05,884 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-12-05T02:16:05,885 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11971b93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:16:05,885 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01bccfa882c7,46883,-1 for getting cluster id 2024-12-05T02:16:05,886 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T02:16:05,886 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f4680e86-0374-4026-812c-1fa73d2ae720' 2024-12-05T02:16:05,887 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T02:16:05,887 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f4680e86-0374-4026-812c-1fa73d2ae720" 2024-12-05T02:16:05,887 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36dc4799, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:16:05,887 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01bccfa882c7,46883,-1] 2024-12-05T02:16:05,887 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T02:16:05,887 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:16:05,888 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46348, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T02:16:05,889 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79c4aeba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:16:05,889 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T02:16:05,890 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01bccfa882c7,46535,1733364817982, seqNum=-1] 2024-12-05T02:16:05,890 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T02:16:05,890 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T02:16:05,891 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T02:16:05,892 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 01bccfa882c7,46883,1733364817299 2024-12-05T02:16:05,892 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4538e3e5 2024-12-05T02:16:05,892 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T02:16:05,892 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46364, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T02:16:05,893 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-05T02:16:05,894 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T02:16:05,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] procedure2.ProcedureExecutor(1139): Stored pid=151, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-12-05T02:16:05,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742414_1590 (size=1097) 2024-12-05T02:16:06,303 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061 2024-12-05T02:16:06,304 INFO [PEWorker-2 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097 2024-12-05T02:16:06,305 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=152, ppid=151, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-05T02:16:06,307 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=153, ppid=152, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=88dc99b1fce5f9820608541377dbd7ca, REOPEN/MOVE}] 2024-12-05T02:16:06,308 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=153, ppid=152, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=88dc99b1fce5f9820608541377dbd7ca, REOPEN/MOVE 2024-12-05T02:16:06,308 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=153 updating hbase:meta row=88dc99b1fce5f9820608541377dbd7ca, regionState=CLOSING, regionLocation=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:06,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=153, ppid=152, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=88dc99b1fce5f9820608541377dbd7ca, REOPEN/MOVE because future has completed 2024-12-05T02:16:06,309 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-05T02:16:06,310 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=154, ppid=153, state=RUNNABLE, hasLock=false; CloseRegionProcedure 88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982}] 2024-12-05T02:16:06,392 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-05T02:16:06,461 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=154}] handler.UnassignRegionHandler(122): Close 88dc99b1fce5f9820608541377dbd7ca 2024-12-05T02:16:06,461 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=154}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-05T02:16:06,461 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=154}] regionserver.HRegion(1722): Closing 88dc99b1fce5f9820608541377dbd7ca, disabling compactions & flushes 2024-12-05T02:16:06,461 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=154}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca. 2024-12-05T02:16:06,461 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=154}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca. 2024-12-05T02:16:06,461 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=154}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca. after waiting 0 ms 2024-12-05T02:16:06,461 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=154}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca. 2024-12-05T02:16:06,465 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=154}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-05T02:16:06,465 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=154}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca. 2024-12-05T02:16:06,465 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=154}] regionserver.HRegion(1676): Region close journal for 88dc99b1fce5f9820608541377dbd7ca: Waiting for close lock at 1733364966461Running coprocessor pre-close hooks at 1733364966461Disabling compacts and flushes for region at 1733364966461Disabling writes for close at 1733364966461Writing region close event to WAL at 1733364966462 (+1 ms)Running coprocessor post-close hooks at 1733364966465 (+3 ms)Closed at 1733364966465 2024-12-05T02:16:06,465 WARN [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=154}] regionserver.HRegionServer(3299): Not adding moved region record: 88dc99b1fce5f9820608541377dbd7ca to self. 2024-12-05T02:16:06,467 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=154}] handler.UnassignRegionHandler(157): Closed 88dc99b1fce5f9820608541377dbd7ca 2024-12-05T02:16:06,467 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=153 updating hbase:meta row=88dc99b1fce5f9820608541377dbd7ca, regionState=CLOSED 2024-12-05T02:16:06,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=154, ppid=153, state=RUNNABLE, hasLock=false; CloseRegionProcedure 88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 because future has completed 2024-12-05T02:16:06,470 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=154, resume processing ppid=153 2024-12-05T02:16:06,470 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=154, ppid=153, state=SUCCESS, hasLock=false; CloseRegionProcedure 88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 in 160 msec 2024-12-05T02:16:06,470 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=153, ppid=152, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=88dc99b1fce5f9820608541377dbd7ca, REOPEN/MOVE; state=CLOSED, location=01bccfa882c7,46535,1733364817982; forceNewPlan=false, retain=true 2024-12-05T02:16:06,621 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=153 updating hbase:meta row=88dc99b1fce5f9820608541377dbd7ca, regionState=OPENING, regionLocation=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:06,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=153, ppid=152, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=88dc99b1fce5f9820608541377dbd7ca, REOPEN/MOVE because future has completed 2024-12-05T02:16:06,623 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=155, ppid=153, state=RUNNABLE, hasLock=false; OpenRegionProcedure 88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982}] 2024-12-05T02:16:06,776 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca. 2024-12-05T02:16:06,777 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(7752): Opening region: {ENCODED => 88dc99b1fce5f9820608541377dbd7ca, NAME => 'TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.', STARTKEY => '', ENDKEY => ''} 2024-12-05T02:16:06,777 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 88dc99b1fce5f9820608541377dbd7ca 2024-12-05T02:16:06,777 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T02:16:06,777 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(7794): checking encryption for 88dc99b1fce5f9820608541377dbd7ca 2024-12-05T02:16:06,777 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(7797): checking classloading for 88dc99b1fce5f9820608541377dbd7ca 2024-12-05T02:16:06,778 INFO [StoreOpener-88dc99b1fce5f9820608541377dbd7ca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 88dc99b1fce5f9820608541377dbd7ca 2024-12-05T02:16:06,779 INFO [StoreOpener-88dc99b1fce5f9820608541377dbd7ca-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-05T02:16:06,779 INFO [StoreOpener-88dc99b1fce5f9820608541377dbd7ca-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 88dc99b1fce5f9820608541377dbd7ca columnFamilyName A 2024-12-05T02:16:06,780 DEBUG [StoreOpener-88dc99b1fce5f9820608541377dbd7ca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:06,780 INFO [StoreOpener-88dc99b1fce5f9820608541377dbd7ca-1 {}] regionserver.HStore(327): Store=88dc99b1fce5f9820608541377dbd7ca/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:16:06,780 INFO [StoreOpener-88dc99b1fce5f9820608541377dbd7ca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 88dc99b1fce5f9820608541377dbd7ca 2024-12-05T02:16:06,781 INFO [StoreOpener-88dc99b1fce5f9820608541377dbd7ca-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-05T02:16:06,781 INFO [StoreOpener-88dc99b1fce5f9820608541377dbd7ca-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 88dc99b1fce5f9820608541377dbd7ca columnFamilyName B 2024-12-05T02:16:06,781 DEBUG [StoreOpener-88dc99b1fce5f9820608541377dbd7ca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:06,782 INFO [StoreOpener-88dc99b1fce5f9820608541377dbd7ca-1 {}] regionserver.HStore(327): Store=88dc99b1fce5f9820608541377dbd7ca/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:16:06,782 INFO [StoreOpener-88dc99b1fce5f9820608541377dbd7ca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 88dc99b1fce5f9820608541377dbd7ca 2024-12-05T02:16:06,782 INFO [StoreOpener-88dc99b1fce5f9820608541377dbd7ca-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-05T02:16:06,782 INFO [StoreOpener-88dc99b1fce5f9820608541377dbd7ca-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 88dc99b1fce5f9820608541377dbd7ca columnFamilyName C 2024-12-05T02:16:06,782 DEBUG [StoreOpener-88dc99b1fce5f9820608541377dbd7ca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:06,783 INFO [StoreOpener-88dc99b1fce5f9820608541377dbd7ca-1 {}] regionserver.HStore(327): Store=88dc99b1fce5f9820608541377dbd7ca/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T02:16:06,783 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca. 2024-12-05T02:16:06,783 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(1038): replaying wal for 88dc99b1fce5f9820608541377dbd7ca 2024-12-05T02:16:06,783 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca 2024-12-05T02:16:06,784 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca 2024-12-05T02:16:06,785 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(1048): stopping wal replay for 88dc99b1fce5f9820608541377dbd7ca 2024-12-05T02:16:06,785 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(1060): Cleaning up temporary data for 88dc99b1fce5f9820608541377dbd7ca 2024-12-05T02:16:06,785 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-05T02:16:06,786 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(1093): writing seq id for 88dc99b1fce5f9820608541377dbd7ca 2024-12-05T02:16:06,787 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(1114): Opened 88dc99b1fce5f9820608541377dbd7ca; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63036242, jitterRate=-0.06068679690361023}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-05T02:16:06,787 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 88dc99b1fce5f9820608541377dbd7ca 2024-12-05T02:16:06,787 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(1006): Region open journal for 88dc99b1fce5f9820608541377dbd7ca: Running coprocessor pre-open hook at 1733364966777Writing region info on filesystem at 1733364966777Initializing all the Stores at 1733364966778 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733364966778Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733364966778Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733364966778Cleaning up temporary data from old regions at 1733364966785 (+7 ms)Running coprocessor post-open hooks at 1733364966787 (+2 ms)Region opened successfully at 1733364966787 2024-12-05T02:16:06,788 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., pid=155, masterSystemTime=1733364966774 2024-12-05T02:16:06,790 DEBUG [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca. 2024-12-05T02:16:06,790 INFO [RS_OPEN_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca. 2024-12-05T02:16:06,790 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=153 updating hbase:meta row=88dc99b1fce5f9820608541377dbd7ca, regionState=OPEN, openSeqNum=5, regionLocation=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:06,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=155, ppid=153, state=RUNNABLE, hasLock=false; OpenRegionProcedure 88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 because future has completed 2024-12-05T02:16:06,793 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=155, resume processing ppid=153 2024-12-05T02:16:06,793 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=155, ppid=153, state=SUCCESS, hasLock=false; OpenRegionProcedure 88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 in 169 msec 2024-12-05T02:16:06,795 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=153, resume processing ppid=152 2024-12-05T02:16:06,795 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=153, ppid=152, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=88dc99b1fce5f9820608541377dbd7ca, REOPEN/MOVE in 486 msec 2024-12-05T02:16:06,796 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=152, resume processing ppid=151 2024-12-05T02:16:06,796 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=152, ppid=151, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 490 msec 2024-12-05T02:16:06,798 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=151, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 903 msec 2024-12-05T02:16:06,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=151 2024-12-05T02:16:06,799 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-12-05T02:16:06,799 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ca6c80d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:16:06,799 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01bccfa882c7,46883,-1 for getting cluster id 2024-12-05T02:16:06,800 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T02:16:06,800 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f4680e86-0374-4026-812c-1fa73d2ae720' 2024-12-05T02:16:06,801 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T02:16:06,801 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f4680e86-0374-4026-812c-1fa73d2ae720" 2024-12-05T02:16:06,801 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c825720, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:16:06,801 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01bccfa882c7,46883,-1] 2024-12-05T02:16:06,801 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T02:16:06,801 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:16:06,802 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46386, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T02:16:06,802 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f304e2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:16:06,803 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14afc90b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:16:06,803 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01bccfa882c7,46883,-1 for getting cluster id 2024-12-05T02:16:06,803 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T02:16:06,803 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f4680e86-0374-4026-812c-1fa73d2ae720' 2024-12-05T02:16:06,803 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T02:16:06,804 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f4680e86-0374-4026-812c-1fa73d2ae720" 2024-12-05T02:16:06,804 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41138622, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:16:06,804 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01bccfa882c7,46883,-1] 2024-12-05T02:16:06,804 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T02:16:06,804 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:16:06,805 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46396, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T02:16:06,805 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f0de156, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:16:06,805 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cb57557, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:16:06,805 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01bccfa882c7,46883,-1 for getting cluster id 2024-12-05T02:16:06,806 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T02:16:06,806 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f4680e86-0374-4026-812c-1fa73d2ae720' 2024-12-05T02:16:06,806 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T02:16:06,806 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f4680e86-0374-4026-812c-1fa73d2ae720" 2024-12-05T02:16:06,806 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b633cce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:16:06,806 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01bccfa882c7,46883,-1] 2024-12-05T02:16:06,806 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T02:16:06,806 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:16:06,807 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46424, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T02:16:06,807 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f02e4ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:16:06,808 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e0b6ba1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:16:06,808 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01bccfa882c7,46883,-1 for getting cluster id 2024-12-05T02:16:06,808 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T02:16:06,808 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f4680e86-0374-4026-812c-1fa73d2ae720' 2024-12-05T02:16:06,808 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T02:16:06,809 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f4680e86-0374-4026-812c-1fa73d2ae720" 2024-12-05T02:16:06,809 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ed70103, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:16:06,809 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01bccfa882c7,46883,-1] 2024-12-05T02:16:06,809 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T02:16:06,809 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:16:06,809 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46438, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T02:16:06,810 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ecd0923, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:16:06,810 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19bc8537, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:16:06,810 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01bccfa882c7,46883,-1 for getting cluster id 2024-12-05T02:16:06,810 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T02:16:06,811 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f4680e86-0374-4026-812c-1fa73d2ae720' 2024-12-05T02:16:06,811 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T02:16:06,811 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f4680e86-0374-4026-812c-1fa73d2ae720" 2024-12-05T02:16:06,811 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f11d9b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:16:06,811 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01bccfa882c7,46883,-1] 2024-12-05T02:16:06,811 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T02:16:06,812 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:16:06,812 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46458, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T02:16:06,812 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@243781fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:16:06,813 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fd90259, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:16:06,813 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01bccfa882c7,46883,-1 for getting cluster id 2024-12-05T02:16:06,813 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T02:16:06,813 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f4680e86-0374-4026-812c-1fa73d2ae720' 2024-12-05T02:16:06,814 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T02:16:06,814 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f4680e86-0374-4026-812c-1fa73d2ae720" 2024-12-05T02:16:06,814 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48b70ca2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:16:06,814 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01bccfa882c7,46883,-1] 2024-12-05T02:16:06,814 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T02:16:06,814 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:16:06,814 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46476, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T02:16:06,815 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e63face, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:16:06,815 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@594d5ccc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:16:06,815 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01bccfa882c7,46883,-1 for getting cluster id 2024-12-05T02:16:06,815 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T02:16:06,816 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f4680e86-0374-4026-812c-1fa73d2ae720' 2024-12-05T02:16:06,816 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T02:16:06,816 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f4680e86-0374-4026-812c-1fa73d2ae720" 2024-12-05T02:16:06,816 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79be8498, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:16:06,816 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01bccfa882c7,46883,-1] 2024-12-05T02:16:06,817 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T02:16:06,817 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:16:06,817 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46490, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T02:16:06,818 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15b34eb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:16:06,818 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@267cfa21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:16:06,818 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01bccfa882c7,46883,-1 for getting cluster id 2024-12-05T02:16:06,818 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T02:16:06,819 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f4680e86-0374-4026-812c-1fa73d2ae720' 2024-12-05T02:16:06,819 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T02:16:06,819 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f4680e86-0374-4026-812c-1fa73d2ae720" 2024-12-05T02:16:06,819 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54b8eeda, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:16:06,819 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01bccfa882c7,46883,-1] 2024-12-05T02:16:06,819 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T02:16:06,820 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:16:06,820 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46516, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T02:16:06,821 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cccc01d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:16:06,821 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c58aaf1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:16:06,821 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01bccfa882c7,46883,-1 for getting cluster id 2024-12-05T02:16:06,821 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T02:16:06,822 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f4680e86-0374-4026-812c-1fa73d2ae720' 2024-12-05T02:16:06,822 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T02:16:06,822 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f4680e86-0374-4026-812c-1fa73d2ae720" 2024-12-05T02:16:06,822 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3414ae8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:16:06,822 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01bccfa882c7,46883,-1] 2024-12-05T02:16:06,822 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T02:16:06,823 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:16:06,823 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46536, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T02:16:06,824 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e4efa2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:16:06,824 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d9bca83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:16:06,824 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 01bccfa882c7,46883,-1 for getting cluster id 2024-12-05T02:16:06,824 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T02:16:06,825 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f4680e86-0374-4026-812c-1fa73d2ae720' 2024-12-05T02:16:06,825 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T02:16:06,825 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f4680e86-0374-4026-812c-1fa73d2ae720" 2024-12-05T02:16:06,825 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e737ebc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:16:06,825 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [01bccfa882c7,46883,-1] 2024-12-05T02:16:06,825 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T02:16:06,825 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:16:06,826 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46558, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T02:16:06,826 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7927281e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T02:16:06,827 DEBUG [Thread-2611 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T02:16:06,827 DEBUG [Thread-2618 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T02:16:06,827 DEBUG [Thread-2614 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T02:16:06,827 DEBUG [Thread-2603 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T02:16:06,827 DEBUG [Thread-2609 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T02:16:06,827 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T02:16:06,827 DEBUG [Thread-2622 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T02:16:06,828 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01bccfa882c7,46535,1733364817982, seqNum=-1] 2024-12-05T02:16:06,828 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01bccfa882c7,46535,1733364817982, seqNum=-1] 2024-12-05T02:16:06,828 DEBUG [Thread-2607 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T02:16:06,828 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01bccfa882c7,46535,1733364817982, seqNum=-1] 2024-12-05T02:16:06,828 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T02:16:06,828 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T02:16:06,828 DEBUG [Thread-2616 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T02:16:06,828 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T02:16:06,829 DEBUG [Thread-2605 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T02:16:06,829 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42848, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T02:16:06,829 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42852, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T02:16:06,829 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42856, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T02:16:06,829 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01bccfa882c7,46535,1733364817982, seqNum=-1] 2024-12-05T02:16:06,829 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01bccfa882c7,46535,1733364817982, seqNum=-1] 2024-12-05T02:16:06,829 DEBUG [Thread-2620 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T02:16:06,829 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T02:16:06,829 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T02:16:06,829 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01bccfa882c7,46535,1733364817982, seqNum=-1] 2024-12-05T02:16:06,829 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01bccfa882c7,46535,1733364817982, seqNum=-1] 2024-12-05T02:16:06,830 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T02:16:06,830 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T02:16:06,830 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01bccfa882c7,46535,1733364817982, seqNum=-1] 2024-12-05T02:16:06,830 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01bccfa882c7,46535,1733364817982, seqNum=-1] 2024-12-05T02:16:06,830 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T02:16:06,830 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T02:16:06,830 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42872, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T02:16:06,830 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42876, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T02:16:06,831 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=01bccfa882c7,46535,1733364817982, seqNum=-1] 2024-12-05T02:16:06,831 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42896, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T02:16:06,831 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T02:16:06,831 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42912, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T02:16:06,831 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5] 2024-12-05T02:16:06,832 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5] 2024-12-05T02:16:06,832 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42868, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T02:16:06,832 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42888, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T02:16:06,832 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5] 2024-12-05T02:16:06,832 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42918, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T02:16:06,832 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5] 2024-12-05T02:16:06,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] procedure2.ProcedureExecutor(1139): Stored pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees 2024-12-05T02:16:06,833 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5] 2024-12-05T02:16:06,834 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5] 2024-12-05T02:16:06,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-12-05T02:16:06,834 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5] 2024-12-05T02:16:06,835 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T02:16:06,835 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5] 2024-12-05T02:16:06,835 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5] 2024-12-05T02:16:06,835 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5] 2024-12-05T02:16:06,837 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T02:16:06,837 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=157, ppid=156, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T02:16:06,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(8855): Flush requested on 88dc99b1fce5f9820608541377dbd7ca 2024-12-05T02:16:06,841 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 88dc99b1fce5f9820608541377dbd7ca 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-12-05T02:16:06,842 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88dc99b1fce5f9820608541377dbd7ca, store=A 2024-12-05T02:16:06,842 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:16:06,842 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88dc99b1fce5f9820608541377dbd7ca, store=B 2024-12-05T02:16:06,842 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:16:06,842 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88dc99b1fce5f9820608541377dbd7ca, store=C 2024-12-05T02:16:06,842 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:16:06,865 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:06,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42918 deadline: 1733365026860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:06,866 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:06,866 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:06,866 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:06,867 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:06,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42868 deadline: 1733365026861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:06,867 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:06,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42852 deadline: 1733365026862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:06,867 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:06,867 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:06,867 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:06,868 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:06,868 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:06,868 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:06,870 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:06,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42888 deadline: 1733365026866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:06,871 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:06,871 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:06,871 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:06,871 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:06,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42876 deadline: 1733365026866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:06,871 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:06,871 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:06,871 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:06,895 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412052da186093fe14787a6145b527284e1dd_88dc99b1fce5f9820608541377dbd7ca is 50, key is test_row_0/A:col10/1733364966837/Put/seqid=0 2024-12-05T02:16:06,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742415_1591 (size=12154) 2024-12-05T02:16:06,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-12-05T02:16:06,976 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:06,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42918 deadline: 1733365026975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:06,977 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:06,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42868 deadline: 1733365026975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:06,977 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:06,977 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:06,977 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:06,977 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:06,977 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:06,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42852 deadline: 1733365026975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:06,977 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:06,977 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:06,977 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:06,977 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:06,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42876 deadline: 1733365026975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:06,978 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:06,978 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:06,978 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:06,978 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:06,978 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:06,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42888 deadline: 1733365026975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:06,978 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:06,978 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:06,978 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:06,978 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:06,989 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-12-05T02:16:06,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca. 2024-12-05T02:16:06,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca. as already flushing 2024-12-05T02:16:06,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca. 2024-12-05T02:16:06,989 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 88dc99b1fce5f9820608541377dbd7ca, NAME => 'TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:16:06,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 88dc99b1fce5f9820608541377dbd7ca, NAME => 'TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:16:06,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 88dc99b1fce5f9820608541377dbd7ca, NAME => 'TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 88dc99b1fce5f9820608541377dbd7ca, NAME => 'TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:16:07,142 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-12-05T02:16:07,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca. 2024-12-05T02:16:07,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca. as already flushing 2024-12-05T02:16:07,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca. 2024-12-05T02:16:07,143 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 88dc99b1fce5f9820608541377dbd7ca, NAME => 'TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:16:07,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 88dc99b1fce5f9820608541377dbd7ca, NAME => 'TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:16:07,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 88dc99b1fce5f9820608541377dbd7ca, NAME => 'TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 88dc99b1fce5f9820608541377dbd7ca, NAME => 'TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:16:07,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-12-05T02:16:07,186 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:07,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42918 deadline: 1733365027184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:07,187 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:07,187 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:07,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42868 deadline: 1733365027184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:07,187 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:07,187 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:07,187 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:07,187 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:07,187 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:07,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42852 deadline: 1733365027184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:07,187 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:07,187 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:07,187 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:07,187 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:07,187 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:07,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42876 deadline: 1733365027184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:07,187 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:07,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42888 deadline: 1733365027184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:07,187 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:07,188 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:07,188 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:07,188 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:07,188 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:07,188 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:07,295 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-12-05T02:16:07,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca. 2024-12-05T02:16:07,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca. as already flushing 2024-12-05T02:16:07,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca. 2024-12-05T02:16:07,296 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 88dc99b1fce5f9820608541377dbd7ca, NAME => 'TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:16:07,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 88dc99b1fce5f9820608541377dbd7ca, NAME => 'TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:16:07,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 88dc99b1fce5f9820608541377dbd7ca, NAME => 'TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 88dc99b1fce5f9820608541377dbd7ca, NAME => 'TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:16:07,309 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:07,312 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412052da186093fe14787a6145b527284e1dd_88dc99b1fce5f9820608541377dbd7ca to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412052da186093fe14787a6145b527284e1dd_88dc99b1fce5f9820608541377dbd7ca 2024-12-05T02:16:07,313 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/A/be7eb1c1738948caa6579e09dacfc7a6, store: [table=TestAcidGuarantees family=A region=88dc99b1fce5f9820608541377dbd7ca] 2024-12-05T02:16:07,314 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/A/be7eb1c1738948caa6579e09dacfc7a6 is 175, key is test_row_0/A:col10/1733364966837/Put/seqid=0 2024-12-05T02:16:07,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742416_1592 (size=30955) 2024-12-05T02:16:07,319 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=17, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/A/be7eb1c1738948caa6579e09dacfc7a6 2024-12-05T02:16:07,343 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/B/c600045a030345b28f99f4f35506c2b7 is 50, key is test_row_0/B:col10/1733364966837/Put/seqid=0 2024-12-05T02:16:07,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742417_1593 (size=12001) 2024-12-05T02:16:07,348 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/B/c600045a030345b28f99f4f35506c2b7 2024-12-05T02:16:07,371 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/C/eac75e09a10f4cfa80424ff8b20e207a is 50, key is test_row_0/C:col10/1733364966837/Put/seqid=0 2024-12-05T02:16:07,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742418_1594 (size=12001) 2024-12-05T02:16:07,374 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/C/eac75e09a10f4cfa80424ff8b20e207a 2024-12-05T02:16:07,378 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/A/be7eb1c1738948caa6579e09dacfc7a6 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/A/be7eb1c1738948caa6579e09dacfc7a6 2024-12-05T02:16:07,382 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/A/be7eb1c1738948caa6579e09dacfc7a6, entries=150, sequenceid=17, filesize=30.2 K 2024-12-05T02:16:07,382 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/B/c600045a030345b28f99f4f35506c2b7 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/B/c600045a030345b28f99f4f35506c2b7 2024-12-05T02:16:07,385 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/B/c600045a030345b28f99f4f35506c2b7, entries=150, sequenceid=17, filesize=11.7 K 2024-12-05T02:16:07,386 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/C/eac75e09a10f4cfa80424ff8b20e207a as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/C/eac75e09a10f4cfa80424ff8b20e207a 2024-12-05T02:16:07,389 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/C/eac75e09a10f4cfa80424ff8b20e207a, entries=150, sequenceid=17, filesize=11.7 K 2024-12-05T02:16:07,390 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=114.05 KB/116790 for 88dc99b1fce5f9820608541377dbd7ca in 548ms, sequenceid=17, compaction requested=false 2024-12-05T02:16:07,390 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-12-05T02:16:07,390 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 88dc99b1fce5f9820608541377dbd7ca: 2024-12-05T02:16:07,448 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-12-05T02:16:07,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca. 2024-12-05T02:16:07,449 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2902): Flushing 88dc99b1fce5f9820608541377dbd7ca 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-12-05T02:16:07,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88dc99b1fce5f9820608541377dbd7ca, store=A 2024-12-05T02:16:07,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:16:07,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88dc99b1fce5f9820608541377dbd7ca, store=B 2024-12-05T02:16:07,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:16:07,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88dc99b1fce5f9820608541377dbd7ca, store=C 2024-12-05T02:16:07,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:16:07,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205dd16d5f59473400898e58ff6087910b0_88dc99b1fce5f9820608541377dbd7ca is 50, key is test_row_0/A:col10/1733364966857/Put/seqid=0 2024-12-05T02:16:07,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742419_1595 (size=12154) 2024-12-05T02:16:07,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:07,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-12-05T02:16:07,468 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205dd16d5f59473400898e58ff6087910b0_88dc99b1fce5f9820608541377dbd7ca to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205dd16d5f59473400898e58ff6087910b0_88dc99b1fce5f9820608541377dbd7ca 2024-12-05T02:16:07,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/A/1b317bcec7594f84b68bd3234780862f, store: [table=TestAcidGuarantees family=A region=88dc99b1fce5f9820608541377dbd7ca] 2024-12-05T02:16:07,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/A/1b317bcec7594f84b68bd3234780862f is 175, key is test_row_0/A:col10/1733364966857/Put/seqid=0 2024-12-05T02:16:07,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742420_1596 (size=30955) 2024-12-05T02:16:07,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(8855): Flush requested on 88dc99b1fce5f9820608541377dbd7ca 2024-12-05T02:16:07,496 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca. as already flushing 2024-12-05T02:16:07,510 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:07,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42918 deadline: 1733365027503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:07,510 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:07,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42852 deadline: 1733365027504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:07,510 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:07,510 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:07,510 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:07,510 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:07,510 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:07,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42868 deadline: 1733365027505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:07,510 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:07,510 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:07,510 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:07,510 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:07,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42876 deadline: 1733365027506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:07,511 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:07,511 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:07,511 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:07,511 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:07,511 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:07,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42888 deadline: 1733365027506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:07,511 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:07,511 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:07,511 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:07,511 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:07,617 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:07,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42918 deadline: 1733365027614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:07,618 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:07,618 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:07,618 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:07,618 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:07,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42852 deadline: 1733365027614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:07,618 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:07,618 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:07,618 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:07,618 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:07,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42868 deadline: 1733365027615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:07,618 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:07,618 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:07,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42876 deadline: 1733365027615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:07,618 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:07,618 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:07,619 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:07,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42888 deadline: 1733365027615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:07,619 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:07,619 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:07,619 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:07,619 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:07,619 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:07,619 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:07,828 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:07,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42918 deadline: 1733365027825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:07,829 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:07,829 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:07,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42852 deadline: 1733365027825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:07,829 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:07,829 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:07,829 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:07,829 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:07,829 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:07,829 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:07,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42868 deadline: 1733365027825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:07,829 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:07,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42888 deadline: 1733365027825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:07,829 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:07,829 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:07,829 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:07,829 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:07,829 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:07,829 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:07,829 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:07,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42876 deadline: 1733365027825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:07,830 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:07,830 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:07,830 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:07,873 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=37, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/A/1b317bcec7594f84b68bd3234780862f 2024-12-05T02:16:07,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/B/ca3139f00d7b47b296e347491ac96905 is 50, key is test_row_0/B:col10/1733364966857/Put/seqid=0 2024-12-05T02:16:07,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742421_1597 (size=12001) 2024-12-05T02:16:07,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-12-05T02:16:08,136 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:08,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42918 deadline: 1733365028134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:08,136 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:08,137 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:08,137 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:08,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42852 deadline: 1733365028135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:08,137 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:08,137 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:08,137 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:08,137 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:08,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42868 deadline: 1733365028135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:08,137 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:08,137 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:08,137 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:08,137 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:08,137 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:08,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42888 deadline: 1733365028135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:08,137 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:08,137 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:08,137 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:08,138 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:08,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42876 deadline: 1733365028135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:08,139 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:08,139 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:08,139 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:08,283 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/B/ca3139f00d7b47b296e347491ac96905 2024-12-05T02:16:08,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/C/9eb64d8bdd554370a5a14a47cef29b49 is 50, key is test_row_0/C:col10/1733364966857/Put/seqid=0 2024-12-05T02:16:08,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742422_1598 (size=12001) 2024-12-05T02:16:08,604 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-05T02:16:08,645 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:08,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42918 deadline: 1733365028644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:08,646 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:08,646 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:08,646 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:08,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42852 deadline: 1733365028644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:08,646 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:08,646 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:08,646 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:08,646 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:08,646 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:08,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42868 deadline: 1733365028644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:08,646 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:08,647 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:08,647 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:08,649 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:08,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42888 deadline: 1733365028644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:08,649 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:08,649 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:08,649 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:08,657 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:08,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42876 deadline: 1733365028654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:08,658 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:08,658 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:08,658 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:08,694 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/C/9eb64d8bdd554370a5a14a47cef29b49 2024-12-05T02:16:08,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/A/1b317bcec7594f84b68bd3234780862f as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/A/1b317bcec7594f84b68bd3234780862f 2024-12-05T02:16:08,702 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/A/1b317bcec7594f84b68bd3234780862f, entries=150, sequenceid=37, filesize=30.2 K 2024-12-05T02:16:08,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/B/ca3139f00d7b47b296e347491ac96905 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/B/ca3139f00d7b47b296e347491ac96905 2024-12-05T02:16:08,706 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/B/ca3139f00d7b47b296e347491ac96905, entries=150, sequenceid=37, filesize=11.7 K 2024-12-05T02:16:08,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/C/9eb64d8bdd554370a5a14a47cef29b49 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/C/9eb64d8bdd554370a5a14a47cef29b49 2024-12-05T02:16:08,711 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/C/9eb64d8bdd554370a5a14a47cef29b49, entries=150, sequenceid=37, filesize=11.7 K 2024-12-05T02:16:08,712 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=67.09 KB/68700 for 88dc99b1fce5f9820608541377dbd7ca in 1263ms, sequenceid=37, compaction requested=false 2024-12-05T02:16:08,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2603): Flush status journal for 88dc99b1fce5f9820608541377dbd7ca: 2024-12-05T02:16:08,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca. 2024-12-05T02:16:08,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=157 2024-12-05T02:16:08,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.HMaster(4169): Remote procedure done, pid=157 2024-12-05T02:16:08,715 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=157, resume processing ppid=156 2024-12-05T02:16:08,715 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=157, ppid=156, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8760 sec 2024-12-05T02:16:08,718 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=156, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees in 1.8880 sec 2024-12-05T02:16:08,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-12-05T02:16:08,984 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-05T02:16:08,985 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T02:16:08,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] procedure2.ProcedureExecutor(1139): Stored pid=158, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees 2024-12-05T02:16:08,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-12-05T02:16:08,986 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=158, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T02:16:08,987 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=158, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T02:16:08,987 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=159, ppid=158, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T02:16:09,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-12-05T02:16:09,139 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-12-05T02:16:09,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca. 2024-12-05T02:16:09,140 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2902): Flushing 88dc99b1fce5f9820608541377dbd7ca 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-12-05T02:16:09,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88dc99b1fce5f9820608541377dbd7ca, store=A 2024-12-05T02:16:09,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:16:09,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88dc99b1fce5f9820608541377dbd7ca, store=B 2024-12-05T02:16:09,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:16:09,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88dc99b1fce5f9820608541377dbd7ca, store=C 2024-12-05T02:16:09,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:16:09,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412056bbc4d8e246349ab878f518d2b29c6ed_88dc99b1fce5f9820608541377dbd7ca is 50, key is test_row_0/A:col10/1733364967505/Put/seqid=0 2024-12-05T02:16:09,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742423_1599 (size=12154) 2024-12-05T02:16:09,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-12-05T02:16:09,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:09,556 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412056bbc4d8e246349ab878f518d2b29c6ed_88dc99b1fce5f9820608541377dbd7ca to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412056bbc4d8e246349ab878f518d2b29c6ed_88dc99b1fce5f9820608541377dbd7ca 2024-12-05T02:16:09,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/A/531cea0d54b8481e8b2c180ee03ccc0e, store: [table=TestAcidGuarantees family=A region=88dc99b1fce5f9820608541377dbd7ca] 2024-12-05T02:16:09,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/A/531cea0d54b8481e8b2c180ee03ccc0e is 175, key is test_row_0/A:col10/1733364967505/Put/seqid=0 2024-12-05T02:16:09,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742424_1600 (size=30955) 2024-12-05T02:16:09,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-12-05T02:16:09,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(8855): Flush requested on 88dc99b1fce5f9820608541377dbd7ca 2024-12-05T02:16:09,657 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca. as already flushing 2024-12-05T02:16:09,690 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:09,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42918 deadline: 1733365029682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:09,690 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:09,690 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:09,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42876 deadline: 1733365029684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:09,690 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:09,690 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:09,691 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:09,691 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:09,691 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:09,691 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:09,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42852 deadline: 1733365029685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:09,691 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:09,691 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:09,691 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:09,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42868 deadline: 1733365029686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:09,691 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:09,691 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:09,691 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:09,692 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:09,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42888 deadline: 1733365029686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:09,692 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:09,692 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:09,692 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:09,692 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:09,798 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:09,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42918 deadline: 1733365029794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:09,798 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:09,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42876 deadline: 1733365029795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:09,798 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:09,798 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:09,798 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:09,798 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:09,798 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:09,798 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:09,798 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:09,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42852 deadline: 1733365029795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:09,799 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:09,799 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:09,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42868 deadline: 1733365029795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:09,799 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:09,799 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:09,799 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:09,799 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:09,799 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:09,799 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:09,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42888 deadline: 1733365029795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:09,799 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:09,799 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:09,799 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:09,962 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=50, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/A/531cea0d54b8481e8b2c180ee03ccc0e 2024-12-05T02:16:09,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/B/66211c7cf7af4ac8a9620a98de6d9dc0 is 50, key is test_row_0/B:col10/1733364967505/Put/seqid=0 2024-12-05T02:16:09,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742425_1601 (size=12001) 2024-12-05T02:16:10,008 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:10,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42918 deadline: 1733365030005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:10,009 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:10,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42876 deadline: 1733365030005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:10,009 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:10,009 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:10,009 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:10,009 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:10,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42852 deadline: 1733365030005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:10,009 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:10,009 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:10,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42868 deadline: 1733365030005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:10,009 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:10,009 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:10,009 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:10,009 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:10,009 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:10,009 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:10,009 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:10,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42888 deadline: 1733365030005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:10,009 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:10,009 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:10,010 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:10,010 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:10,010 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:10,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-12-05T02:16:10,318 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:10,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42918 deadline: 1733365030315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:10,319 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:10,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42876 deadline: 1733365030315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:10,319 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:10,319 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:10,319 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:10,319 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:10,319 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:10,319 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:10,319 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:10,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42868 deadline: 1733365030315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:10,319 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:10,319 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:10,319 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:10,321 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:10,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42852 deadline: 1733365030315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:10,321 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:10,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42888 deadline: 1733365030315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:10,321 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:10,321 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:10,321 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:10,321 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:10,321 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:10,321 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:10,371 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/B/66211c7cf7af4ac8a9620a98de6d9dc0 2024-12-05T02:16:10,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/C/a353be72fd624984ac6ab7a39be14c02 is 50, key is test_row_0/C:col10/1733364967505/Put/seqid=0 2024-12-05T02:16:10,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742426_1602 (size=12001) 2024-12-05T02:16:10,782 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/C/a353be72fd624984ac6ab7a39be14c02 2024-12-05T02:16:10,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/A/531cea0d54b8481e8b2c180ee03ccc0e as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/A/531cea0d54b8481e8b2c180ee03ccc0e 2024-12-05T02:16:10,789 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/A/531cea0d54b8481e8b2c180ee03ccc0e, entries=150, sequenceid=50, filesize=30.2 K 2024-12-05T02:16:10,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/B/66211c7cf7af4ac8a9620a98de6d9dc0 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/B/66211c7cf7af4ac8a9620a98de6d9dc0 2024-12-05T02:16:10,792 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/B/66211c7cf7af4ac8a9620a98de6d9dc0, entries=150, sequenceid=50, filesize=11.7 K 2024-12-05T02:16:10,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/C/a353be72fd624984ac6ab7a39be14c02 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/C/a353be72fd624984ac6ab7a39be14c02 2024-12-05T02:16:10,796 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/C/a353be72fd624984ac6ab7a39be14c02, entries=150, sequenceid=50, filesize=11.7 K 2024-12-05T02:16:10,797 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=114.05 KB/116790 for 88dc99b1fce5f9820608541377dbd7ca in 1657ms, sequenceid=50, compaction requested=true 2024-12-05T02:16:10,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2603): Flush status journal for 88dc99b1fce5f9820608541377dbd7ca: 2024-12-05T02:16:10,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca. 2024-12-05T02:16:10,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=159 2024-12-05T02:16:10,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.HMaster(4169): Remote procedure done, pid=159 2024-12-05T02:16:10,800 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=159, resume processing ppid=158 2024-12-05T02:16:10,800 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=159, ppid=158, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8110 sec 2024-12-05T02:16:10,801 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=158, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees in 1.8150 sec 2024-12-05T02:16:10,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(8855): Flush requested on 88dc99b1fce5f9820608541377dbd7ca 2024-12-05T02:16:10,826 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 88dc99b1fce5f9820608541377dbd7ca 3/3 column families, dataSize=120.76 KB heapSize=360.05 KB 2024-12-05T02:16:10,826 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88dc99b1fce5f9820608541377dbd7ca, store=A 2024-12-05T02:16:10,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T02:16:10,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88dc99b1fce5f9820608541377dbd7ca, store=B 2024-12-05T02:16:10,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T02:16:10,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88dc99b1fce5f9820608541377dbd7ca, store=C 2024-12-05T02:16:10,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T02:16:10,834 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412050eab9267acdf4909a38cdb8a92e3a818_88dc99b1fce5f9820608541377dbd7ca is 50, key is test_row_0/A:col10/1733364969684/Put/seqid=0 2024-12-05T02:16:10,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742427_1603 (size=12154) 2024-12-05T02:16:10,842 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:10,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42868 deadline: 1733365030836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:10,842 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:10,842 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:10,842 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:10,848 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:10,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42876 deadline: 1733365030841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:10,849 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:10,849 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:10,849 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:10,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42888 deadline: 1733365030841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:10,849 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:10,849 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:10,849 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:10,849 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:10,849 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:10,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42918 deadline: 1733365030841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:10,849 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:10,849 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:10,849 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:10,849 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:10,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42852 deadline: 1733365030842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:10,850 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:10,850 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:10,850 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:10,947 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:10,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42868 deadline: 1733365030944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:10,948 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:10,948 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:10,948 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:10,958 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:10,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42876 deadline: 1733365030955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:10,958 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:10,959 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:10,959 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:10,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42888 deadline: 1733365030955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:10,959 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:10,959 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:10,959 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:10,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42918 deadline: 1733365030955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:10,959 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:10,959 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:10,959 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:10,959 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:10,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42852 deadline: 1733365030955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:10,959 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:10,959 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:10,959 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:10,959 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:10,959 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:11,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-12-05T02:16:11,135 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-05T02:16:11,135 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T02:16:11,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] procedure2.ProcedureExecutor(1139): Stored pid=160, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees 2024-12-05T02:16:11,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-12-05T02:16:11,137 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=160, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T02:16:11,138 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=160, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T02:16:11,138 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=161, ppid=160, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T02:16:11,155 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:11,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42868 deadline: 1733365031154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:11,156 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:11,156 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:11,156 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:11,168 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:11,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42876 deadline: 1733365031164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:11,168 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:11,168 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:11,168 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:11,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42888 deadline: 1733365031164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:11,169 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:11,169 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:11,169 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:11,169 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:11,169 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:11,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42918 deadline: 1733365031164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:11,169 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:11,169 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:11,169 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:11,169 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:11,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42852 deadline: 1733365031164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:11,169 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:11,169 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:11,169 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:11,239 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:11,242 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412050eab9267acdf4909a38cdb8a92e3a818_88dc99b1fce5f9820608541377dbd7ca to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412050eab9267acdf4909a38cdb8a92e3a818_88dc99b1fce5f9820608541377dbd7ca 2024-12-05T02:16:11,242 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/A/526a1da9031c4ce58a0690aee1acab1a, store: [table=TestAcidGuarantees family=A region=88dc99b1fce5f9820608541377dbd7ca] 2024-12-05T02:16:11,243 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/A/526a1da9031c4ce58a0690aee1acab1a is 175, key is test_row_0/A:col10/1733364969684/Put/seqid=0 2024-12-05T02:16:11,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-12-05T02:16:11,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742428_1604 (size=30955) 2024-12-05T02:16:11,247 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=71, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/A/526a1da9031c4ce58a0690aee1acab1a 2024-12-05T02:16:11,255 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/B/3798c2b62dc74411a451895707a3490b is 50, key is test_row_0/B:col10/1733364969684/Put/seqid=0 2024-12-05T02:16:11,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742429_1605 (size=12001) 2024-12-05T02:16:11,259 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/B/3798c2b62dc74411a451895707a3490b 2024-12-05T02:16:11,265 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/C/446d58a7508542c2be22e809e721181f is 50, key is test_row_0/C:col10/1733364969684/Put/seqid=0 2024-12-05T02:16:11,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742430_1606 (size=12001) 2024-12-05T02:16:11,290 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-12-05T02:16:11,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca. 2024-12-05T02:16:11,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca. as already flushing 2024-12-05T02:16:11,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca. 2024-12-05T02:16:11,290 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => 88dc99b1fce5f9820608541377dbd7ca, NAME => 'TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:16:11,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => 88dc99b1fce5f9820608541377dbd7ca, NAME => 'TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:16:11,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 88dc99b1fce5f9820608541377dbd7ca, NAME => 'TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 88dc99b1fce5f9820608541377dbd7ca, NAME => 'TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:16:11,442 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-12-05T02:16:11,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca. 2024-12-05T02:16:11,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca. as already flushing 2024-12-05T02:16:11,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca. 2024-12-05T02:16:11,443 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => 88dc99b1fce5f9820608541377dbd7ca, NAME => 'TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:16:11,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => 88dc99b1fce5f9820608541377dbd7ca, NAME => 'TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:16:11,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 88dc99b1fce5f9820608541377dbd7ca, NAME => 'TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 88dc99b1fce5f9820608541377dbd7ca, NAME => 'TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:16:11,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-12-05T02:16:11,468 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:11,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42868 deadline: 1733365031464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:11,468 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:11,468 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:11,468 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:11,478 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:11,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42876 deadline: 1733365031474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:11,478 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:11,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42888 deadline: 1733365031474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:11,478 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:11,478 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:11,478 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:11,478 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:11,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42918 deadline: 1733365031474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:11,478 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:11,478 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:11,478 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:11,478 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:11,478 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:11,478 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:11,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42852 deadline: 1733365031474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:11,478 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:11,479 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:11,479 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:11,479 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:11,597 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-12-05T02:16:11,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca. 2024-12-05T02:16:11,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca. as already flushing 2024-12-05T02:16:11,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca. 2024-12-05T02:16:11,598 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => 88dc99b1fce5f9820608541377dbd7ca, NAME => 'TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:16:11,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => 88dc99b1fce5f9820608541377dbd7ca, NAME => 'TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:16:11,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 88dc99b1fce5f9820608541377dbd7ca, NAME => 'TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 88dc99b1fce5f9820608541377dbd7ca, NAME => 'TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:16:11,669 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/C/446d58a7508542c2be22e809e721181f 2024-12-05T02:16:11,673 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/A/526a1da9031c4ce58a0690aee1acab1a as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/A/526a1da9031c4ce58a0690aee1acab1a 2024-12-05T02:16:11,676 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/A/526a1da9031c4ce58a0690aee1acab1a, entries=150, sequenceid=71, filesize=30.2 K 2024-12-05T02:16:11,677 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/B/3798c2b62dc74411a451895707a3490b as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/B/3798c2b62dc74411a451895707a3490b 2024-12-05T02:16:11,680 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/B/3798c2b62dc74411a451895707a3490b, entries=150, sequenceid=71, filesize=11.7 K 2024-12-05T02:16:11,681 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/C/446d58a7508542c2be22e809e721181f as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/C/446d58a7508542c2be22e809e721181f 2024-12-05T02:16:11,683 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/C/446d58a7508542c2be22e809e721181f, entries=150, sequenceid=71, filesize=11.7 K 2024-12-05T02:16:11,684 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~360 KB/368640, currentSize=53.67 KB/54960 for 88dc99b1fce5f9820608541377dbd7ca in 858ms, sequenceid=71, compaction requested=true 2024-12-05T02:16:11,684 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 88dc99b1fce5f9820608541377dbd7ca: 2024-12-05T02:16:11,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 88dc99b1fce5f9820608541377dbd7ca:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T02:16:11,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:16:11,684 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T02:16:11,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 88dc99b1fce5f9820608541377dbd7ca:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T02:16:11,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:16:11,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 88dc99b1fce5f9820608541377dbd7ca:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T02:16:11,684 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T02:16:11,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T02:16:11,685 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 123820 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T02:16:11,685 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T02:16:11,685 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1541): 88dc99b1fce5f9820608541377dbd7ca/B is initiating minor compaction (all files) 2024-12-05T02:16:11,685 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1541): 88dc99b1fce5f9820608541377dbd7ca/A is initiating minor compaction (all files) 2024-12-05T02:16:11,685 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 88dc99b1fce5f9820608541377dbd7ca/B in TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca. 2024-12-05T02:16:11,685 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 88dc99b1fce5f9820608541377dbd7ca/A in TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca. 2024-12-05T02:16:11,685 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/B/c600045a030345b28f99f4f35506c2b7, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/B/ca3139f00d7b47b296e347491ac96905, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/B/66211c7cf7af4ac8a9620a98de6d9dc0, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/B/3798c2b62dc74411a451895707a3490b] into tmpdir=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp, totalSize=46.9 K 2024-12-05T02:16:11,685 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/A/be7eb1c1738948caa6579e09dacfc7a6, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/A/1b317bcec7594f84b68bd3234780862f, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/A/531cea0d54b8481e8b2c180ee03ccc0e, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/A/526a1da9031c4ce58a0690aee1acab1a] into tmpdir=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp, totalSize=120.9 K 2024-12-05T02:16:11,685 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca. 2024-12-05T02:16:11,685 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca. files: [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/A/be7eb1c1738948caa6579e09dacfc7a6, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/A/1b317bcec7594f84b68bd3234780862f, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/A/531cea0d54b8481e8b2c180ee03ccc0e, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/A/526a1da9031c4ce58a0690aee1acab1a] 2024-12-05T02:16:11,686 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting c600045a030345b28f99f4f35506c2b7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1733364966837 2024-12-05T02:16:11,686 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting ca3139f00d7b47b296e347491ac96905, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1733364966857 2024-12-05T02:16:11,686 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting be7eb1c1738948caa6579e09dacfc7a6, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1733364966837 2024-12-05T02:16:11,686 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting 66211c7cf7af4ac8a9620a98de6d9dc0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1733364967504 2024-12-05T02:16:11,686 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1b317bcec7594f84b68bd3234780862f, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1733364966857 2024-12-05T02:16:11,687 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting 3798c2b62dc74411a451895707a3490b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=71, earliestPutTs=1733364969684 2024-12-05T02:16:11,687 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting 531cea0d54b8481e8b2c180ee03ccc0e, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1733364967504 2024-12-05T02:16:11,687 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting 526a1da9031c4ce58a0690aee1acab1a, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=71, earliestPutTs=1733364969684 2024-12-05T02:16:11,696 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=88dc99b1fce5f9820608541377dbd7ca] 2024-12-05T02:16:11,698 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 88dc99b1fce5f9820608541377dbd7ca#B#compaction#521 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-05T02:16:11,699 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/B/7a02481bf2a44da999067b46dbf7badb is 50, key is test_row_0/B:col10/1733364969684/Put/seqid=0 2024-12-05T02:16:11,701 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412057d94e08af7924b4db0d69a19fcaa31a6_88dc99b1fce5f9820608541377dbd7ca store=[table=TestAcidGuarantees family=A region=88dc99b1fce5f9820608541377dbd7ca] 2024-12-05T02:16:11,704 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412057d94e08af7924b4db0d69a19fcaa31a6_88dc99b1fce5f9820608541377dbd7ca, store=[table=TestAcidGuarantees family=A region=88dc99b1fce5f9820608541377dbd7ca] 2024-12-05T02:16:11,704 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412057d94e08af7924b4db0d69a19fcaa31a6_88dc99b1fce5f9820608541377dbd7ca because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=88dc99b1fce5f9820608541377dbd7ca] 2024-12-05T02:16:11,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742431_1607 (size=12139) 2024-12-05T02:16:11,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742432_1608 (size=4469) 2024-12-05T02:16:11,719 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 88dc99b1fce5f9820608541377dbd7ca#A#compaction#522 average throughput is 1.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T02:16:11,719 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/A/7794c7bb85524ea6b1c04f06bd2875c4 is 175, key is test_row_0/A:col10/1733364969684/Put/seqid=0 2024-12-05T02:16:11,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742433_1609 (size=31093) 2024-12-05T02:16:11,730 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/A/7794c7bb85524ea6b1c04f06bd2875c4 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/A/7794c7bb85524ea6b1c04f06bd2875c4 2024-12-05T02:16:11,736 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 88dc99b1fce5f9820608541377dbd7ca/A of 88dc99b1fce5f9820608541377dbd7ca into 7794c7bb85524ea6b1c04f06bd2875c4(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T02:16:11,736 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 88dc99b1fce5f9820608541377dbd7ca: 2024-12-05T02:16:11,736 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., storeName=88dc99b1fce5f9820608541377dbd7ca/A, priority=12, startTime=1733364971684; duration=0sec 2024-12-05T02:16:11,736 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T02:16:11,736 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 88dc99b1fce5f9820608541377dbd7ca:A 2024-12-05T02:16:11,736 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T02:16:11,738 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T02:16:11,738 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1541): 88dc99b1fce5f9820608541377dbd7ca/C is initiating minor compaction (all files) 2024-12-05T02:16:11,738 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 88dc99b1fce5f9820608541377dbd7ca/C in TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca. 2024-12-05T02:16:11,738 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/C/eac75e09a10f4cfa80424ff8b20e207a, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/C/9eb64d8bdd554370a5a14a47cef29b49, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/C/a353be72fd624984ac6ab7a39be14c02, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/C/446d58a7508542c2be22e809e721181f] into tmpdir=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp, totalSize=46.9 K 2024-12-05T02:16:11,738 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting eac75e09a10f4cfa80424ff8b20e207a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1733364966837 2024-12-05T02:16:11,738 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9eb64d8bdd554370a5a14a47cef29b49, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1733364966857 2024-12-05T02:16:11,739 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting a353be72fd624984ac6ab7a39be14c02, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1733364967504 2024-12-05T02:16:11,739 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting 446d58a7508542c2be22e809e721181f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=71, earliestPutTs=1733364969684 2024-12-05T02:16:11,748 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 88dc99b1fce5f9820608541377dbd7ca#C#compaction#523 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T02:16:11,749 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/C/fe0793e7a2e447b9872f486e4e39c8cd is 50, key is test_row_0/C:col10/1733364969684/Put/seqid=0 2024-12-05T02:16:11,751 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-12-05T02:16:11,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca. 2024-12-05T02:16:11,751 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2902): Flushing 88dc99b1fce5f9820608541377dbd7ca 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-12-05T02:16:11,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88dc99b1fce5f9820608541377dbd7ca, store=A 2024-12-05T02:16:11,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:16:11,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88dc99b1fce5f9820608541377dbd7ca, store=B 2024-12-05T02:16:11,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:16:11,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88dc99b1fce5f9820608541377dbd7ca, store=C 2024-12-05T02:16:11,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:16:11,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742434_1610 (size=12139) 2024-12-05T02:16:11,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205329e3e60ed744e7e8c8d3e3c1cc40c45_88dc99b1fce5f9820608541377dbd7ca is 50, key is test_row_0/A:col10/1733364970839/Put/seqid=0 2024-12-05T02:16:11,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-12-05T02:16:11,767 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/C/fe0793e7a2e447b9872f486e4e39c8cd as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/C/fe0793e7a2e447b9872f486e4e39c8cd 2024-12-05T02:16:11,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742435_1611 (size=12154) 2024-12-05T02:16:11,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:11,773 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 88dc99b1fce5f9820608541377dbd7ca/C of 88dc99b1fce5f9820608541377dbd7ca into fe0793e7a2e447b9872f486e4e39c8cd(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T02:16:11,773 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 88dc99b1fce5f9820608541377dbd7ca: 2024-12-05T02:16:11,773 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., storeName=88dc99b1fce5f9820608541377dbd7ca/C, priority=12, startTime=1733364971684; duration=0sec 2024-12-05T02:16:11,773 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:16:11,774 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 88dc99b1fce5f9820608541377dbd7ca:C 2024-12-05T02:16:11,775 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205329e3e60ed744e7e8c8d3e3c1cc40c45_88dc99b1fce5f9820608541377dbd7ca to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205329e3e60ed744e7e8c8d3e3c1cc40c45_88dc99b1fce5f9820608541377dbd7ca 2024-12-05T02:16:11,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/A/fa1ce14d247b4ae9a7c87c5795950384, store: [table=TestAcidGuarantees family=A region=88dc99b1fce5f9820608541377dbd7ca] 2024-12-05T02:16:11,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/A/fa1ce14d247b4ae9a7c87c5795950384 is 175, key is test_row_0/A:col10/1733364970839/Put/seqid=0 2024-12-05T02:16:11,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742436_1612 (size=30955) 2024-12-05T02:16:11,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(8855): Flush requested on 88dc99b1fce5f9820608541377dbd7ca 2024-12-05T02:16:11,977 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca. as already flushing 2024-12-05T02:16:12,007 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=359, cellSize=16435, totalHeapSize=37576, min timestamp=1733364971994, max timestamp=1733364972004Num uniques 859; 2024-12-05T02:16:12,007 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=16435, suffix heap size=117064,new segment heap size=37576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=359 2024-12-05T02:16:12,008 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=359, cellSize=16435, totalHeapSize=37576, min timestamp=1733364971994, max timestamp=1733364972004Num uniques 859; 2024-12-05T02:16:12,008 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=16435, suffix heap size=117064,new segment heap size=37576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=359 2024-12-05T02:16:12,008 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=359, cellSize=16435, totalHeapSize=37576, min timestamp=1733364971994, max timestamp=1733364972004Num uniques 859; 2024-12-05T02:16:12,008 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=16435, suffix heap size=117064,new segment heap size=37576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=359 2024-12-05T02:16:12,026 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:12,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42888 deadline: 1733365032020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:12,026 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:12,026 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:12,026 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:12,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42918 deadline: 1733365032021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:12,026 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:12,027 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:12,027 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:12,027 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:12,028 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:12,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42868 deadline: 1733365032022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:12,028 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:12,028 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:12,028 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:12,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42876 deadline: 1733365032023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:12,028 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:12,029 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:12,029 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:12,029 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:12,030 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:12,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42852 deadline: 1733365032026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:12,031 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:12,031 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:12,031 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:12,115 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/B/7a02481bf2a44da999067b46dbf7badb as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/B/7a02481bf2a44da999067b46dbf7badb 2024-12-05T02:16:12,119 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 88dc99b1fce5f9820608541377dbd7ca/B of 88dc99b1fce5f9820608541377dbd7ca into 7a02481bf2a44da999067b46dbf7badb(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T02:16:12,119 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 88dc99b1fce5f9820608541377dbd7ca: 2024-12-05T02:16:12,119 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., storeName=88dc99b1fce5f9820608541377dbd7ca/B, priority=12, startTime=1733364971684; duration=0sec 2024-12-05T02:16:12,119 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:16:12,119 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 88dc99b1fce5f9820608541377dbd7ca:B 2024-12-05T02:16:12,138 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:12,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42888 deadline: 1733365032134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:12,138 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:12,138 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:12,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42918 deadline: 1733365032134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:12,138 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:12,138 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:12,138 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:12,138 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:12,138 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:12,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42868 deadline: 1733365032134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:12,138 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:12,139 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:12,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42876 deadline: 1733365032134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:12,139 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:12,139 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:12,139 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:12,139 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:12,139 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:12,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42852 deadline: 1733365032134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:12,139 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:12,139 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:12,139 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:12,139 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:12,139 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:12,180 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=83, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/A/fa1ce14d247b4ae9a7c87c5795950384 2024-12-05T02:16:12,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/B/b9c6b2a48e5946ce90e883f3bd8921e6 is 50, key is test_row_0/B:col10/1733364970839/Put/seqid=0 2024-12-05T02:16:12,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742437_1613 (size=12001) 2024-12-05T02:16:12,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-12-05T02:16:12,348 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:12,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42888 deadline: 1733365032344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:12,348 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:12,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42918 deadline: 1733365032344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:12,348 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:12,348 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:12,348 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:12,349 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:12,349 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:12,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42868 deadline: 1733365032344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:12,349 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:12,349 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:12,349 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:12,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42876 deadline: 1733365032344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:12,349 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:12,349 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:12,349 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:12,349 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:12,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42852 deadline: 1733365032344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:12,349 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:12,349 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:12,349 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:12,349 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:12,349 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:12,349 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:12,590 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=83 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/B/b9c6b2a48e5946ce90e883f3bd8921e6 2024-12-05T02:16:12,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/C/de27f74d43004ef093fa2a34817b5a38 is 50, key is test_row_0/C:col10/1733364970839/Put/seqid=0 2024-12-05T02:16:12,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742438_1614 (size=12001) 2024-12-05T02:16:12,658 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:12,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42888 deadline: 1733365032654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:12,658 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:12,659 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:12,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42918 deadline: 1733365032654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:12,659 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:12,659 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:12,659 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:12,659 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:12,659 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:12,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42868 deadline: 1733365032655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:12,659 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:12,659 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:12,659 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:12,659 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:12,659 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:12,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42876 deadline: 1733365032655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:12,659 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:12,659 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:12,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42852 deadline: 1733365032655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:12,659 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:12,659 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:12,660 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:12,660 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:12,660 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:13,014 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=83 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/C/de27f74d43004ef093fa2a34817b5a38 2024-12-05T02:16:13,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/A/fa1ce14d247b4ae9a7c87c5795950384 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/A/fa1ce14d247b4ae9a7c87c5795950384 2024-12-05T02:16:13,021 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/A/fa1ce14d247b4ae9a7c87c5795950384, entries=150, sequenceid=83, filesize=30.2 K 2024-12-05T02:16:13,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/B/b9c6b2a48e5946ce90e883f3bd8921e6 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/B/b9c6b2a48e5946ce90e883f3bd8921e6 2024-12-05T02:16:13,024 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/B/b9c6b2a48e5946ce90e883f3bd8921e6, entries=150, sequenceid=83, filesize=11.7 K 2024-12-05T02:16:13,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/C/de27f74d43004ef093fa2a34817b5a38 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/C/de27f74d43004ef093fa2a34817b5a38 2024-12-05T02:16:13,028 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/C/de27f74d43004ef093fa2a34817b5a38, entries=150, sequenceid=83, filesize=11.7 K 2024-12-05T02:16:13,029 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=134.18 KB/137400 for 88dc99b1fce5f9820608541377dbd7ca in 1278ms, sequenceid=83, compaction requested=false 2024-12-05T02:16:13,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2603): Flush status journal for 88dc99b1fce5f9820608541377dbd7ca: 2024-12-05T02:16:13,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca. 2024-12-05T02:16:13,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=161 2024-12-05T02:16:13,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.HMaster(4169): Remote procedure done, pid=161 2024-12-05T02:16:13,032 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=161, resume processing ppid=160 2024-12-05T02:16:13,032 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=161, ppid=160, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8920 sec 2024-12-05T02:16:13,033 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=160, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees in 1.8970 sec 2024-12-05T02:16:13,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(8855): Flush requested on 88dc99b1fce5f9820608541377dbd7ca 2024-12-05T02:16:13,169 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 88dc99b1fce5f9820608541377dbd7ca 3/3 column families, dataSize=140.89 KB heapSize=386.16 KB 2024-12-05T02:16:13,170 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88dc99b1fce5f9820608541377dbd7ca, store=A 2024-12-05T02:16:13,170 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T02:16:13,170 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88dc99b1fce5f9820608541377dbd7ca, store=B 2024-12-05T02:16:13,170 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T02:16:13,170 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88dc99b1fce5f9820608541377dbd7ca, store=C 2024-12-05T02:16:13,170 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T02:16:13,177 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120557ca0878805041388366addf8ef30fa4_88dc99b1fce5f9820608541377dbd7ca is 50, key is test_row_0/A:col10/1733364972021/Put/seqid=0 2024-12-05T02:16:13,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742439_1615 (size=17034) 2024-12-05T02:16:13,183 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:13,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42918 deadline: 1733365033176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:13,184 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:13,184 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:13,184 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:13,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42868 deadline: 1733365033177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:13,184 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:13,184 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:13,184 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:13,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42876 deadline: 1733365033177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:13,184 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:13,184 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:13,184 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:13,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42888 deadline: 1733365033178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:13,184 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:13,185 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:13,185 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:13,185 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:13,185 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:13,185 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:13,185 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:13,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42852 deadline: 1733365033180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:13,185 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:13,185 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:13,185 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:13,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-12-05T02:16:13,284 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-05T02:16:13,285 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T02:16:13,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] procedure2.ProcedureExecutor(1139): Stored pid=162, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees 2024-12-05T02:16:13,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-12-05T02:16:13,287 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=162, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T02:16:13,287 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=162, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T02:16:13,288 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=163, ppid=162, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T02:16:13,297 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:13,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42918 deadline: 1733365033294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:13,298 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:13,298 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:13,298 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:13,298 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:13,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42868 deadline: 1733365033294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:13,298 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:13,298 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:13,298 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:13,299 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:13,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42876 deadline: 1733365033295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:13,299 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:13,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42888 deadline: 1733365033295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:13,299 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:13,299 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:13,299 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:13,300 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:13,299 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:13,300 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:13,300 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:13,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42852 deadline: 1733365033295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:13,300 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:13,300 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:13,300 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:13,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-12-05T02:16:13,439 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-12-05T02:16:13,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca. 2024-12-05T02:16:13,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca. as already flushing 2024-12-05T02:16:13,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca. 2024-12-05T02:16:13,440 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 88dc99b1fce5f9820608541377dbd7ca, NAME => 'TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:16:13,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 88dc99b1fce5f9820608541377dbd7ca, NAME => 'TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:16:13,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 88dc99b1fce5f9820608541377dbd7ca, NAME => 'TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 88dc99b1fce5f9820608541377dbd7ca, NAME => 'TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:16:13,509 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:13,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42918 deadline: 1733365033505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:13,509 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:13,509 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:13,509 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:13,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42868 deadline: 1733365033505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:13,509 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:13,510 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:13,510 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:13,510 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:13,510 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:13,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42876 deadline: 1733365033505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:13,510 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:13,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42888 deadline: 1733365033505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:13,510 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:13,510 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:13,510 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:13,510 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:13,510 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:13,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42852 deadline: 1733365033505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:13,510 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:13,510 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:13,510 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:13,510 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:13,510 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:13,581 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:13,584 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120557ca0878805041388366addf8ef30fa4_88dc99b1fce5f9820608541377dbd7ca to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120557ca0878805041388366addf8ef30fa4_88dc99b1fce5f9820608541377dbd7ca 2024-12-05T02:16:13,585 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/A/08cdfbaf20d54a7bb6cd7452d88fbf77, store: [table=TestAcidGuarantees family=A region=88dc99b1fce5f9820608541377dbd7ca] 2024-12-05T02:16:13,586 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/A/08cdfbaf20d54a7bb6cd7452d88fbf77 is 175, key is test_row_0/A:col10/1733364972021/Put/seqid=0 2024-12-05T02:16:13,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742440_1616 (size=48139) 2024-12-05T02:16:13,589 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=120, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/A/08cdfbaf20d54a7bb6cd7452d88fbf77 2024-12-05T02:16:13,592 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-12-05T02:16:13,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca. 2024-12-05T02:16:13,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca. as already flushing 2024-12-05T02:16:13,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca. 2024-12-05T02:16:13,593 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 88dc99b1fce5f9820608541377dbd7ca, NAME => 'TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:16:13,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 88dc99b1fce5f9820608541377dbd7ca, NAME => 'TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:16:13,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 88dc99b1fce5f9820608541377dbd7ca, NAME => 'TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 88dc99b1fce5f9820608541377dbd7ca, NAME => 'TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:16:13,600 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/B/42c029aaeffd47499e8684d6a17a3c54 is 50, key is test_row_0/B:col10/1733364972021/Put/seqid=0 2024-12-05T02:16:13,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742441_1617 (size=12001) 2024-12-05T02:16:13,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-12-05T02:16:13,746 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-12-05T02:16:13,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca. 2024-12-05T02:16:13,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca. as already flushing 2024-12-05T02:16:13,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca. 2024-12-05T02:16:13,747 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 88dc99b1fce5f9820608541377dbd7ca, NAME => 'TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:16:13,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 88dc99b1fce5f9820608541377dbd7ca, NAME => 'TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:16:13,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 88dc99b1fce5f9820608541377dbd7ca, NAME => 'TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 88dc99b1fce5f9820608541377dbd7ca, NAME => 'TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:16:13,819 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:13,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42918 deadline: 1733365033814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:13,819 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:13,819 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:13,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42868 deadline: 1733365033814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:13,819 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:13,819 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:13,819 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:13,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42876 deadline: 1733365033815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:13,820 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:13,820 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:13,820 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:13,820 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:13,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42888 deadline: 1733365033815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:13,820 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:13,820 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:13,820 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:13,820 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:13,820 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:13,820 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:13,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42852 deadline: 1733365033815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:13,820 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:13,820 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:13,820 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:13,820 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:13,899 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-12-05T02:16:13,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca. 2024-12-05T02:16:13,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca. as already flushing 2024-12-05T02:16:13,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca. 2024-12-05T02:16:13,899 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 88dc99b1fce5f9820608541377dbd7ca, NAME => 'TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:16:13,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 88dc99b1fce5f9820608541377dbd7ca, NAME => 'TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:16:13,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 88dc99b1fce5f9820608541377dbd7ca, NAME => 'TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 88dc99b1fce5f9820608541377dbd7ca, NAME => 'TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:16:13,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-12-05T02:16:14,003 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/B/42c029aaeffd47499e8684d6a17a3c54 2024-12-05T02:16:14,010 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/C/022003152e1148cda19311cb300d22b0 is 50, key is test_row_0/C:col10/1733364972021/Put/seqid=0 2024-12-05T02:16:14,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742442_1618 (size=12001) 2024-12-05T02:16:14,013 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/C/022003152e1148cda19311cb300d22b0 2024-12-05T02:16:14,016 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/A/08cdfbaf20d54a7bb6cd7452d88fbf77 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/A/08cdfbaf20d54a7bb6cd7452d88fbf77 2024-12-05T02:16:14,019 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/A/08cdfbaf20d54a7bb6cd7452d88fbf77, entries=250, sequenceid=120, filesize=47.0 K 2024-12-05T02:16:14,020 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/B/42c029aaeffd47499e8684d6a17a3c54 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/B/42c029aaeffd47499e8684d6a17a3c54 2024-12-05T02:16:14,023 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/B/42c029aaeffd47499e8684d6a17a3c54, entries=150, sequenceid=120, filesize=11.7 K 2024-12-05T02:16:14,023 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/C/022003152e1148cda19311cb300d22b0 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/C/022003152e1148cda19311cb300d22b0 2024-12-05T02:16:14,026 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/C/022003152e1148cda19311cb300d22b0, entries=150, sequenceid=120, filesize=11.7 K 2024-12-05T02:16:14,027 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~406.03 KB/415776, currentSize=40.25 KB/41220 for 88dc99b1fce5f9820608541377dbd7ca in 858ms, sequenceid=120, compaction requested=true 2024-12-05T02:16:14,027 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 88dc99b1fce5f9820608541377dbd7ca: 2024-12-05T02:16:14,027 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 88dc99b1fce5f9820608541377dbd7ca:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T02:16:14,027 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:16:14,027 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 88dc99b1fce5f9820608541377dbd7ca:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T02:16:14,027 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T02:16:14,027 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:16:14,027 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 88dc99b1fce5f9820608541377dbd7ca:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T02:16:14,027 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T02:16:14,027 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T02:16:14,028 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110187 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T02:16:14,028 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T02:16:14,028 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1541): 88dc99b1fce5f9820608541377dbd7ca/B is initiating minor compaction (all files) 2024-12-05T02:16:14,028 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1541): 88dc99b1fce5f9820608541377dbd7ca/A is initiating minor compaction (all files) 2024-12-05T02:16:14,028 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 88dc99b1fce5f9820608541377dbd7ca/B in TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca. 2024-12-05T02:16:14,028 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 88dc99b1fce5f9820608541377dbd7ca/A in TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca. 2024-12-05T02:16:14,028 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/B/7a02481bf2a44da999067b46dbf7badb, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/B/b9c6b2a48e5946ce90e883f3bd8921e6, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/B/42c029aaeffd47499e8684d6a17a3c54] into tmpdir=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp, totalSize=35.3 K 2024-12-05T02:16:14,028 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/A/7794c7bb85524ea6b1c04f06bd2875c4, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/A/fa1ce14d247b4ae9a7c87c5795950384, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/A/08cdfbaf20d54a7bb6cd7452d88fbf77] into tmpdir=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp, totalSize=107.6 K 2024-12-05T02:16:14,028 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca. 2024-12-05T02:16:14,028 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca. files: [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/A/7794c7bb85524ea6b1c04f06bd2875c4, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/A/fa1ce14d247b4ae9a7c87c5795950384, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/A/08cdfbaf20d54a7bb6cd7452d88fbf77] 2024-12-05T02:16:14,029 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting 7a02481bf2a44da999067b46dbf7badb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=71, earliestPutTs=1733364969684 2024-12-05T02:16:14,029 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7794c7bb85524ea6b1c04f06bd2875c4, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=71, earliestPutTs=1733364969684 2024-12-05T02:16:14,029 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting b9c6b2a48e5946ce90e883f3bd8921e6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1733364970839 2024-12-05T02:16:14,029 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting fa1ce14d247b4ae9a7c87c5795950384, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1733364970839 2024-12-05T02:16:14,029 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting 42c029aaeffd47499e8684d6a17a3c54, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1733364972021 2024-12-05T02:16:14,029 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting 08cdfbaf20d54a7bb6cd7452d88fbf77, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1733364972019 2024-12-05T02:16:14,034 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=88dc99b1fce5f9820608541377dbd7ca] 2024-12-05T02:16:14,036 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 88dc99b1fce5f9820608541377dbd7ca#B#compaction#530 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-05T02:16:14,036 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412054a1382a0639c4563a7920b898721f4ee_88dc99b1fce5f9820608541377dbd7ca store=[table=TestAcidGuarantees family=A region=88dc99b1fce5f9820608541377dbd7ca] 2024-12-05T02:16:14,037 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/B/62c13d04af474a9f999373abbbfdb47b is 50, key is test_row_0/B:col10/1733364972021/Put/seqid=0 2024-12-05T02:16:14,038 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412054a1382a0639c4563a7920b898721f4ee_88dc99b1fce5f9820608541377dbd7ca, store=[table=TestAcidGuarantees family=A region=88dc99b1fce5f9820608541377dbd7ca] 2024-12-05T02:16:14,038 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412054a1382a0639c4563a7920b898721f4ee_88dc99b1fce5f9820608541377dbd7ca because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=88dc99b1fce5f9820608541377dbd7ca] 2024-12-05T02:16:14,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742443_1619 (size=12241) 2024-12-05T02:16:14,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742444_1620 (size=4469) 2024-12-05T02:16:14,047 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 88dc99b1fce5f9820608541377dbd7ca#A#compaction#531 average throughput is 1.88 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T02:16:14,048 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/B/62c13d04af474a9f999373abbbfdb47b as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/B/62c13d04af474a9f999373abbbfdb47b 2024-12-05T02:16:14,048 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/A/e8013daf1c154c0aaa88bb8fc41a8970 is 175, key is test_row_0/A:col10/1733364972021/Put/seqid=0 2024-12-05T02:16:14,052 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-12-05T02:16:14,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca. 2024-12-05T02:16:14,052 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2902): Flushing 88dc99b1fce5f9820608541377dbd7ca 3/3 column families, dataSize=40.25 KB heapSize=120.28 KB 2024-12-05T02:16:14,052 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 88dc99b1fce5f9820608541377dbd7ca/B of 88dc99b1fce5f9820608541377dbd7ca into 62c13d04af474a9f999373abbbfdb47b(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T02:16:14,052 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 88dc99b1fce5f9820608541377dbd7ca: 2024-12-05T02:16:14,052 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., storeName=88dc99b1fce5f9820608541377dbd7ca/B, priority=13, startTime=1733364974027; duration=0sec 2024-12-05T02:16:14,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88dc99b1fce5f9820608541377dbd7ca, store=A 2024-12-05T02:16:14,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:16:14,053 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T02:16:14,053 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 88dc99b1fce5f9820608541377dbd7ca:B 2024-12-05T02:16:14,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88dc99b1fce5f9820608541377dbd7ca, store=B 2024-12-05T02:16:14,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:16:14,053 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T02:16:14,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88dc99b1fce5f9820608541377dbd7ca, store=C 2024-12-05T02:16:14,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:16:14,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742445_1621 (size=31195) 2024-12-05T02:16:14,054 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T02:16:14,054 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1541): 88dc99b1fce5f9820608541377dbd7ca/C is initiating minor compaction (all files) 2024-12-05T02:16:14,054 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 88dc99b1fce5f9820608541377dbd7ca/C in TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca. 2024-12-05T02:16:14,054 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/C/fe0793e7a2e447b9872f486e4e39c8cd, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/C/de27f74d43004ef093fa2a34817b5a38, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/C/022003152e1148cda19311cb300d22b0] into tmpdir=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp, totalSize=35.3 K 2024-12-05T02:16:14,055 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting fe0793e7a2e447b9872f486e4e39c8cd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=71, earliestPutTs=1733364969684 2024-12-05T02:16:14,055 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting de27f74d43004ef093fa2a34817b5a38, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1733364970839 2024-12-05T02:16:14,056 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting 022003152e1148cda19311cb300d22b0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1733364972021 2024-12-05T02:16:14,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205349ccb03a26845a7906fbbe3944c11e1_88dc99b1fce5f9820608541377dbd7ca is 50, key is test_row_0/A:col10/1733364973178/Put/seqid=0 2024-12-05T02:16:14,060 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/A/e8013daf1c154c0aaa88bb8fc41a8970 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/A/e8013daf1c154c0aaa88bb8fc41a8970 2024-12-05T02:16:14,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742446_1622 (size=12154) 2024-12-05T02:16:14,066 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 88dc99b1fce5f9820608541377dbd7ca/A of 88dc99b1fce5f9820608541377dbd7ca into e8013daf1c154c0aaa88bb8fc41a8970(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T02:16:14,066 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 88dc99b1fce5f9820608541377dbd7ca: 2024-12-05T02:16:14,066 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., storeName=88dc99b1fce5f9820608541377dbd7ca/A, priority=13, startTime=1733364974027; duration=0sec 2024-12-05T02:16:14,066 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:16:14,066 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 88dc99b1fce5f9820608541377dbd7ca:A 2024-12-05T02:16:14,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:14,071 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 88dc99b1fce5f9820608541377dbd7ca#C#compaction#533 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T02:16:14,071 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/C/d894063852464857b30043d9b8ab0b3a is 50, key is test_row_0/C:col10/1733364972021/Put/seqid=0 2024-12-05T02:16:14,073 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205349ccb03a26845a7906fbbe3944c11e1_88dc99b1fce5f9820608541377dbd7ca to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205349ccb03a26845a7906fbbe3944c11e1_88dc99b1fce5f9820608541377dbd7ca 2024-12-05T02:16:14,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/A/6489abb56ef44fd6a7bc1ada7b186378, store: [table=TestAcidGuarantees family=A region=88dc99b1fce5f9820608541377dbd7ca] 2024-12-05T02:16:14,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/A/6489abb56ef44fd6a7bc1ada7b186378 is 175, key is test_row_0/A:col10/1733364973178/Put/seqid=0 2024-12-05T02:16:14,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742447_1623 (size=12241) 2024-12-05T02:16:14,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742448_1624 (size=30955) 2024-12-05T02:16:14,077 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=130, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/A/6489abb56ef44fd6a7bc1ada7b186378 2024-12-05T02:16:14,081 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/C/d894063852464857b30043d9b8ab0b3a as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/C/d894063852464857b30043d9b8ab0b3a 2024-12-05T02:16:14,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/B/2d549941ba5e4dc9b1f475deb62cb37d is 50, key is test_row_0/B:col10/1733364973178/Put/seqid=0 2024-12-05T02:16:14,088 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 88dc99b1fce5f9820608541377dbd7ca/C of 88dc99b1fce5f9820608541377dbd7ca into d894063852464857b30043d9b8ab0b3a(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T02:16:14,088 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 88dc99b1fce5f9820608541377dbd7ca: 2024-12-05T02:16:14,088 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., storeName=88dc99b1fce5f9820608541377dbd7ca/C, priority=13, startTime=1733364974027; duration=0sec 2024-12-05T02:16:14,088 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:16:14,088 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 88dc99b1fce5f9820608541377dbd7ca:C 2024-12-05T02:16:14,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742449_1625 (size=12001) 2024-12-05T02:16:14,090 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/B/2d549941ba5e4dc9b1f475deb62cb37d 2024-12-05T02:16:14,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/C/055a66f5690e4c56a7c598b186038953 is 50, key is test_row_0/C:col10/1733364973178/Put/seqid=0 2024-12-05T02:16:14,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742450_1626 (size=12001) 2024-12-05T02:16:14,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(8855): Flush requested on 88dc99b1fce5f9820608541377dbd7ca 2024-12-05T02:16:14,327 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca. as already flushing 2024-12-05T02:16:14,350 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733364974339, max timestamp=1733364974347Num uniques 859; 2024-12-05T02:16:14,350 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733364974339, max timestamp=1733364974347Num uniques 859; 2024-12-05T02:16:14,351 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-05T02:16:14,351 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-05T02:16:14,351 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733364974339, max timestamp=1733364974347Num uniques 859; 2024-12-05T02:16:14,351 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-05T02:16:14,392 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:14,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42852 deadline: 1733365034364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:14,393 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:14,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42876 deadline: 1733365034365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:14,393 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:14,393 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:14,393 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:14,393 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:14,393 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:14,393 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:14,398 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:14,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42868 deadline: 1733365034393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:14,398 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:14,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42888 deadline: 1733365034393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:14,398 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:14,398 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:14,398 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:14,398 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:14,399 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:14,398 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:14,399 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:14,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42918 deadline: 1733365034393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:14,399 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:14,399 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:14,399 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:14,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-12-05T02:16:14,499 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/C/055a66f5690e4c56a7c598b186038953 2024-12-05T02:16:14,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/A/6489abb56ef44fd6a7bc1ada7b186378 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/A/6489abb56ef44fd6a7bc1ada7b186378 2024-12-05T02:16:14,507 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:14,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42852 deadline: 1733365034504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:14,507 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:14,508 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:14,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42876 deadline: 1733365034504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:14,508 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:14,508 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:14,508 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:14,508 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:14,508 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:14,508 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:14,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42888 deadline: 1733365034504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:14,508 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:14,508 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:14,508 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/A/6489abb56ef44fd6a7bc1ada7b186378, entries=150, sequenceid=130, filesize=30.2 K 2024-12-05T02:16:14,508 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:14,508 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:14,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42868 deadline: 1733365034505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:14,509 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:14,509 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:14,509 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:14,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/B/2d549941ba5e4dc9b1f475deb62cb37d as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/B/2d549941ba5e4dc9b1f475deb62cb37d 2024-12-05T02:16:14,512 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/B/2d549941ba5e4dc9b1f475deb62cb37d, entries=150, sequenceid=130, filesize=11.7 K 2024-12-05T02:16:14,512 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:14,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42918 deadline: 1733365034509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:14,513 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:14,513 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:14,513 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:14,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/C/055a66f5690e4c56a7c598b186038953 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/C/055a66f5690e4c56a7c598b186038953 2024-12-05T02:16:14,516 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/C/055a66f5690e4c56a7c598b186038953, entries=150, sequenceid=130, filesize=11.7 K 2024-12-05T02:16:14,516 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~120.23 KB/123120, currentSize=140.89 KB/144270 for 88dc99b1fce5f9820608541377dbd7ca in 464ms, sequenceid=130, compaction requested=false 2024-12-05T02:16:14,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2603): Flush status journal for 88dc99b1fce5f9820608541377dbd7ca: 2024-12-05T02:16:14,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca. 2024-12-05T02:16:14,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=163 2024-12-05T02:16:14,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.HMaster(4169): Remote procedure done, pid=163 2024-12-05T02:16:14,520 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=163, resume processing ppid=162 2024-12-05T02:16:14,520 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=163, ppid=162, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2310 sec 2024-12-05T02:16:14,522 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=162, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees in 1.2360 sec 2024-12-05T02:16:14,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(8855): Flush requested on 88dc99b1fce5f9820608541377dbd7ca 2024-12-05T02:16:14,717 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 88dc99b1fce5f9820608541377dbd7ca 3/3 column families, dataSize=147.60 KB heapSize=420.84 KB 2024-12-05T02:16:14,718 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88dc99b1fce5f9820608541377dbd7ca, store=A 2024-12-05T02:16:14,718 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-12-05T02:16:14,718 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88dc99b1fce5f9820608541377dbd7ca, store=B 2024-12-05T02:16:14,719 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-12-05T02:16:14,719 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88dc99b1fce5f9820608541377dbd7ca, store=C 2024-12-05T02:16:14,719 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-12-05T02:16:14,725 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205fcaa6705e28e4f7dbf42956243958b3a_88dc99b1fce5f9820608541377dbd7ca is 50, key is test_row_0/A:col10/1733364974717/Put/seqid=0 2024-12-05T02:16:14,727 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:14,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42868 deadline: 1733365034721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:14,728 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:14,728 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:14,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42918 deadline: 1733365034725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:14,728 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:14,728 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:14,729 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:14,729 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:14,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742451_1627 (size=14794) 2024-12-05T02:16:14,729 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:14,729 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:14,732 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205fcaa6705e28e4f7dbf42956243958b3a_88dc99b1fce5f9820608541377dbd7ca to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205fcaa6705e28e4f7dbf42956243958b3a_88dc99b1fce5f9820608541377dbd7ca 2024-12-05T02:16:14,732 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/A/975e489f0f8f4a069371a7b61f80735c, store: [table=TestAcidGuarantees family=A region=88dc99b1fce5f9820608541377dbd7ca] 2024-12-05T02:16:14,733 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/A/975e489f0f8f4a069371a7b61f80735c is 175, key is test_row_0/A:col10/1733364974717/Put/seqid=0 2024-12-05T02:16:14,733 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:14,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42852 deadline: 1733365034727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:14,734 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:14,734 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:14,734 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:14,734 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:14,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42888 deadline: 1733365034728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:14,734 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:14,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42876 deadline: 1733365034728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:14,734 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:14,734 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:14,734 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:14,735 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:14,735 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:14,735 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:14,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742452_1628 (size=39749) 2024-12-05T02:16:14,839 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:14,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42868 deadline: 1733365034835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:14,840 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:14,840 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:14,840 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:14,848 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:14,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42852 deadline: 1733365034844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:14,848 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:14,848 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:14,848 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:14,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42888 deadline: 1733365034844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:14,848 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:14,849 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:14,849 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:14,849 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:14,849 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:14,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42876 deadline: 1733365034844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:14,849 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:14,849 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:14,849 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:15,039 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:15,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42918 deadline: 1733365035035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:15,040 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:15,040 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:15,040 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:15,048 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:15,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42868 deadline: 1733365035044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:15,049 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:15,049 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:15,049 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:15,055 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:15,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42852 deadline: 1733365035054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:15,055 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:15,055 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:15,055 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:15,055 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:15,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42888 deadline: 1733365035054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:15,056 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:15,056 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:15,056 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:15,056 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:15,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42876 deadline: 1733365035054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:15,056 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:15,056 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:15,056 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:15,137 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=171, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/A/975e489f0f8f4a069371a7b61f80735c 2024-12-05T02:16:15,144 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/B/8662d543001245bbb8b5ca814a4d3bc4 is 50, key is test_row_0/B:col10/1733364974717/Put/seqid=0 2024-12-05T02:16:15,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742453_1629 (size=12151) 2024-12-05T02:16:15,358 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:15,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42868 deadline: 1733365035355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:15,358 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:15,358 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:15,358 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:15,368 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:15,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42852 deadline: 1733365035364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:15,368 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:15,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42888 deadline: 1733365035364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:15,368 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:15,368 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:15,369 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:15,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42876 deadline: 1733365035364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:15,369 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:15,369 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:15,369 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:15,369 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:15,369 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:15,369 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:15,369 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:15,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-12-05T02:16:15,434 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-05T02:16:15,434 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T02:16:15,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] procedure2.ProcedureExecutor(1139): Stored pid=164, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees 2024-12-05T02:16:15,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-12-05T02:16:15,436 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=164, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T02:16:15,437 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=164, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T02:16:15,437 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=165, ppid=164, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T02:16:15,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-12-05T02:16:15,547 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/B/8662d543001245bbb8b5ca814a4d3bc4 2024-12-05T02:16:15,555 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/C/7e44eafd450642d887dd5ceb6ed1a724 is 50, key is test_row_0/C:col10/1733364974717/Put/seqid=0 2024-12-05T02:16:15,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742454_1630 (size=12151) 2024-12-05T02:16:15,559 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:15,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42918 deadline: 1733365035554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:15,559 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:15,559 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:15,559 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:15,589 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-12-05T02:16:15,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca. 2024-12-05T02:16:15,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca. as already flushing 2024-12-05T02:16:15,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca. 2024-12-05T02:16:15,589 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => 88dc99b1fce5f9820608541377dbd7ca, NAME => 'TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:16:15,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => 88dc99b1fce5f9820608541377dbd7ca, NAME => 'TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:16:15,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 88dc99b1fce5f9820608541377dbd7ca, NAME => 'TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 88dc99b1fce5f9820608541377dbd7ca, NAME => 'TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:16:15,741 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-12-05T02:16:15,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca. 2024-12-05T02:16:15,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca. as already flushing 2024-12-05T02:16:15,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca. 2024-12-05T02:16:15,742 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => 88dc99b1fce5f9820608541377dbd7ca, NAME => 'TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:16:15,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => 88dc99b1fce5f9820608541377dbd7ca, NAME => 'TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:16:15,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 88dc99b1fce5f9820608541377dbd7ca, NAME => 'TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 88dc99b1fce5f9820608541377dbd7ca, NAME => 'TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:16:15,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-12-05T02:16:15,866 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:15,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42868 deadline: 1733365035864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:15,867 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:15,867 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:15,867 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:15,878 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:15,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42852 deadline: 1733365035874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:15,878 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:15,878 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:15,878 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:15,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42888 deadline: 1733365035875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:15,878 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:15,879 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:15,879 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:15,879 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:15,889 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:15,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42876 deadline: 1733365035885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:15,890 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:15,890 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:15,890 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:15,894 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-12-05T02:16:15,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca. 2024-12-05T02:16:15,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca. as already flushing 2024-12-05T02:16:15,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca. 2024-12-05T02:16:15,895 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => 88dc99b1fce5f9820608541377dbd7ca, NAME => 'TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:16:15,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => 88dc99b1fce5f9820608541377dbd7ca, NAME => 'TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:16:15,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 88dc99b1fce5f9820608541377dbd7ca, NAME => 'TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 88dc99b1fce5f9820608541377dbd7ca, NAME => 'TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:16:15,959 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/C/7e44eafd450642d887dd5ceb6ed1a724 2024-12-05T02:16:15,962 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/A/975e489f0f8f4a069371a7b61f80735c as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/A/975e489f0f8f4a069371a7b61f80735c 2024-12-05T02:16:15,965 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/A/975e489f0f8f4a069371a7b61f80735c, entries=200, sequenceid=171, filesize=38.8 K 2024-12-05T02:16:15,966 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/B/8662d543001245bbb8b5ca814a4d3bc4 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/B/8662d543001245bbb8b5ca814a4d3bc4 2024-12-05T02:16:15,969 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/B/8662d543001245bbb8b5ca814a4d3bc4, entries=150, sequenceid=171, filesize=11.9 K 2024-12-05T02:16:15,969 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/C/7e44eafd450642d887dd5ceb6ed1a724 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/C/7e44eafd450642d887dd5ceb6ed1a724 2024-12-05T02:16:15,972 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/C/7e44eafd450642d887dd5ceb6ed1a724, entries=150, sequenceid=171, filesize=11.9 K 2024-12-05T02:16:15,972 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~440.72 KB/451296, currentSize=33.54 KB/34350 for 88dc99b1fce5f9820608541377dbd7ca in 1255ms, sequenceid=171, compaction requested=true 2024-12-05T02:16:15,973 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 88dc99b1fce5f9820608541377dbd7ca: 2024-12-05T02:16:15,973 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 88dc99b1fce5f9820608541377dbd7ca:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T02:16:15,973 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:16:15,973 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T02:16:15,973 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 88dc99b1fce5f9820608541377dbd7ca:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T02:16:15,973 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:16:15,973 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 88dc99b1fce5f9820608541377dbd7ca:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T02:16:15,973 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T02:16:15,973 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T02:16:15,973 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101899 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T02:16:15,973 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T02:16:15,974 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1541): 88dc99b1fce5f9820608541377dbd7ca/B is initiating minor compaction (all files) 2024-12-05T02:16:15,974 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1541): 88dc99b1fce5f9820608541377dbd7ca/A is initiating minor compaction (all files) 2024-12-05T02:16:15,974 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 88dc99b1fce5f9820608541377dbd7ca/B in TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca. 2024-12-05T02:16:15,974 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 88dc99b1fce5f9820608541377dbd7ca/A in TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca. 2024-12-05T02:16:15,974 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/A/e8013daf1c154c0aaa88bb8fc41a8970, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/A/6489abb56ef44fd6a7bc1ada7b186378, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/A/975e489f0f8f4a069371a7b61f80735c] into tmpdir=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp, totalSize=99.5 K 2024-12-05T02:16:15,974 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/B/62c13d04af474a9f999373abbbfdb47b, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/B/2d549941ba5e4dc9b1f475deb62cb37d, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/B/8662d543001245bbb8b5ca814a4d3bc4] into tmpdir=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp, totalSize=35.5 K 2024-12-05T02:16:15,974 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca. 2024-12-05T02:16:15,974 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca. files: [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/A/e8013daf1c154c0aaa88bb8fc41a8970, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/A/6489abb56ef44fd6a7bc1ada7b186378, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/A/975e489f0f8f4a069371a7b61f80735c] 2024-12-05T02:16:15,974 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting 62c13d04af474a9f999373abbbfdb47b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1733364972021 2024-12-05T02:16:15,974 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting e8013daf1c154c0aaa88bb8fc41a8970, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1733364972021 2024-12-05T02:16:15,974 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting 2d549941ba5e4dc9b1f475deb62cb37d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1733364973175 2024-12-05T02:16:15,974 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6489abb56ef44fd6a7bc1ada7b186378, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1733364973175 2024-12-05T02:16:15,975 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting 8662d543001245bbb8b5ca814a4d3bc4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1733364974364 2024-12-05T02:16:15,975 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting 975e489f0f8f4a069371a7b61f80735c, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1733364974364 2024-12-05T02:16:15,979 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=88dc99b1fce5f9820608541377dbd7ca] 2024-12-05T02:16:15,982 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412058f2f100883bc44ae91926725f55e1d70_88dc99b1fce5f9820608541377dbd7ca store=[table=TestAcidGuarantees family=A region=88dc99b1fce5f9820608541377dbd7ca] 2024-12-05T02:16:15,983 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412058f2f100883bc44ae91926725f55e1d70_88dc99b1fce5f9820608541377dbd7ca, store=[table=TestAcidGuarantees family=A region=88dc99b1fce5f9820608541377dbd7ca] 2024-12-05T02:16:15,983 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412058f2f100883bc44ae91926725f55e1d70_88dc99b1fce5f9820608541377dbd7ca because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=88dc99b1fce5f9820608541377dbd7ca] 2024-12-05T02:16:15,994 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 88dc99b1fce5f9820608541377dbd7ca#B#compaction#540 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-05T02:16:15,995 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/B/3b4e3d278e9b4e44a6f517531f54bbf8 is 50, key is test_row_0/B:col10/1733364974717/Put/seqid=0 2024-12-05T02:16:16,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742455_1631 (size=4469) 2024-12-05T02:16:16,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742456_1632 (size=12493) 2024-12-05T02:16:16,047 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-12-05T02:16:16,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca. 2024-12-05T02:16:16,047 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2902): Flushing 88dc99b1fce5f9820608541377dbd7ca 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB 2024-12-05T02:16:16,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88dc99b1fce5f9820608541377dbd7ca, store=A 2024-12-05T02:16:16,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:16:16,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88dc99b1fce5f9820608541377dbd7ca, store=B 2024-12-05T02:16:16,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:16:16,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88dc99b1fce5f9820608541377dbd7ca, store=C 2024-12-05T02:16:16,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:16:16,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120519f6d6db884c4956a84993692a8be3ab_88dc99b1fce5f9820608541377dbd7ca is 50, key is test_row_0/A:col10/1733364974727/Put/seqid=0 2024-12-05T02:16:16,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742457_1633 (size=12304) 2024-12-05T02:16:16,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-12-05T02:16:16,403 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 88dc99b1fce5f9820608541377dbd7ca#A#compaction#539 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T02:16:16,403 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/A/53f2c23fcb5f4fb582f6415b45ab974e is 175, key is test_row_0/A:col10/1733364974717/Put/seqid=0 2024-12-05T02:16:16,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742458_1634 (size=31447) 2024-12-05T02:16:16,417 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/B/3b4e3d278e9b4e44a6f517531f54bbf8 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/B/3b4e3d278e9b4e44a6f517531f54bbf8 2024-12-05T02:16:16,421 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 88dc99b1fce5f9820608541377dbd7ca/B of 88dc99b1fce5f9820608541377dbd7ca into 3b4e3d278e9b4e44a6f517531f54bbf8(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T02:16:16,421 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 88dc99b1fce5f9820608541377dbd7ca: 2024-12-05T02:16:16,421 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., storeName=88dc99b1fce5f9820608541377dbd7ca/B, priority=13, startTime=1733364975973; duration=0sec 2024-12-05T02:16:16,421 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T02:16:16,421 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 88dc99b1fce5f9820608541377dbd7ca:B 2024-12-05T02:16:16,421 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T02:16:16,422 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T02:16:16,422 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1541): 88dc99b1fce5f9820608541377dbd7ca/C is initiating minor compaction (all files) 2024-12-05T02:16:16,422 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 88dc99b1fce5f9820608541377dbd7ca/C in TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca. 2024-12-05T02:16:16,422 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/C/d894063852464857b30043d9b8ab0b3a, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/C/055a66f5690e4c56a7c598b186038953, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/C/7e44eafd450642d887dd5ceb6ed1a724] into tmpdir=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp, totalSize=35.5 K 2024-12-05T02:16:16,422 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting d894063852464857b30043d9b8ab0b3a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1733364972021 2024-12-05T02:16:16,423 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting 055a66f5690e4c56a7c598b186038953, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1733364973175 2024-12-05T02:16:16,423 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting 7e44eafd450642d887dd5ceb6ed1a724, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1733364974364 2024-12-05T02:16:16,428 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 88dc99b1fce5f9820608541377dbd7ca#C#compaction#542 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T02:16:16,429 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/C/30cef9f1382b49f18302db25eff7f4de is 50, key is test_row_0/C:col10/1733364974717/Put/seqid=0 2024-12-05T02:16:16,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742459_1635 (size=12493) 2024-12-05T02:16:16,436 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/C/30cef9f1382b49f18302db25eff7f4de as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/C/30cef9f1382b49f18302db25eff7f4de 2024-12-05T02:16:16,440 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 88dc99b1fce5f9820608541377dbd7ca/C of 88dc99b1fce5f9820608541377dbd7ca into 30cef9f1382b49f18302db25eff7f4de(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T02:16:16,440 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 88dc99b1fce5f9820608541377dbd7ca: 2024-12-05T02:16:16,440 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., storeName=88dc99b1fce5f9820608541377dbd7ca/C, priority=13, startTime=1733364975973; duration=0sec 2024-12-05T02:16:16,440 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:16:16,440 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 88dc99b1fce5f9820608541377dbd7ca:C 2024-12-05T02:16:16,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,462 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120519f6d6db884c4956a84993692a8be3ab_88dc99b1fce5f9820608541377dbd7ca to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120519f6d6db884c4956a84993692a8be3ab_88dc99b1fce5f9820608541377dbd7ca 2024-12-05T02:16:16,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/A/41b2ec55bf2a4e38a3ffe700f0895434, store: [table=TestAcidGuarantees family=A region=88dc99b1fce5f9820608541377dbd7ca] 2024-12-05T02:16:16,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/A/41b2ec55bf2a4e38a3ffe700f0895434 is 175, key is test_row_0/A:col10/1733364974727/Put/seqid=0 2024-12-05T02:16:16,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742460_1636 (size=31105) 2024-12-05T02:16:16,467 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=179, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/A/41b2ec55bf2a4e38a3ffe700f0895434 2024-12-05T02:16:16,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/B/e9384c08a3e94cc7a29ccaba936173b3 is 50, key is test_row_0/B:col10/1733364974727/Put/seqid=0 2024-12-05T02:16:16,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742461_1637 (size=12151) 2024-12-05T02:16:16,482 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=179 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/B/e9384c08a3e94cc7a29ccaba936173b3 2024-12-05T02:16:16,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/C/80e1ded13e88434886cdcca1d33ec052 is 50, key is test_row_0/C:col10/1733364974727/Put/seqid=0 2024-12-05T02:16:16,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742462_1638 (size=12151) 2024-12-05T02:16:16,494 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=179 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/C/80e1ded13e88434886cdcca1d33ec052 2024-12-05T02:16:16,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/A/41b2ec55bf2a4e38a3ffe700f0895434 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/A/41b2ec55bf2a4e38a3ffe700f0895434 2024-12-05T02:16:16,501 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/A/41b2ec55bf2a4e38a3ffe700f0895434, entries=150, sequenceid=179, filesize=30.4 K 2024-12-05T02:16:16,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/B/e9384c08a3e94cc7a29ccaba936173b3 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/B/e9384c08a3e94cc7a29ccaba936173b3 2024-12-05T02:16:16,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,505 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/B/e9384c08a3e94cc7a29ccaba936173b3, entries=150, sequenceid=179, filesize=11.9 K 2024-12-05T02:16:16,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/C/80e1ded13e88434886cdcca1d33ec052 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/C/80e1ded13e88434886cdcca1d33ec052 2024-12-05T02:16:16,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,508 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/C/80e1ded13e88434886cdcca1d33ec052, entries=150, sequenceid=179, filesize=11.9 K 2024-12-05T02:16:16,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,509 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for 88dc99b1fce5f9820608541377dbd7ca in 462ms, sequenceid=179, compaction requested=false 2024-12-05T02:16:16,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2603): Flush status journal for 88dc99b1fce5f9820608541377dbd7ca: 2024-12-05T02:16:16,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca. 2024-12-05T02:16:16,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=165 2024-12-05T02:16:16,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.HMaster(4169): Remote procedure done, pid=165 2024-12-05T02:16:16,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,512 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=165, resume processing ppid=164 2024-12-05T02:16:16,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,512 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=165, ppid=164, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0730 sec 2024-12-05T02:16:16,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,514 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=164, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees in 1.0790 sec 2024-12-05T02:16:16,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-12-05T02:16:16,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,575 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-05T02:16:16,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,575 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T02:16:16,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] procedure2.ProcedureExecutor(1139): Stored pid=166, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees 2024-12-05T02:16:16,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,577 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=166, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T02:16:16,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-12-05T02:16:16,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,578 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=166, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T02:16:16,578 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=167, ppid=166, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T02:16:16,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(8855): Flush requested on 88dc99b1fce5f9820608541377dbd7ca 2024-12-05T02:16:16,647 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 88dc99b1fce5f9820608541377dbd7ca 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-05T02:16:16,648 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88dc99b1fce5f9820608541377dbd7ca, store=A 2024-12-05T02:16:16,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,648 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:16:16,648 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88dc99b1fce5f9820608541377dbd7ca, store=B 2024-12-05T02:16:16,648 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:16:16,648 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88dc99b1fce5f9820608541377dbd7ca, store=C 2024-12-05T02:16:16,648 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:16:16,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:16,653 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412059788000c1229491dac6323f6b1a858b8_88dc99b1fce5f9820608541377dbd7ca is 50, key is test_row_0/A:col10/1733364976629/Put/seqid=0 2024-12-05T02:16:16,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742463_1639 (size=14794) 2024-12-05T02:16:16,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-12-05T02:16:16,730 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-12-05T02:16:16,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca. 2024-12-05T02:16:16,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca. as already flushing 2024-12-05T02:16:16,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca. 2024-12-05T02:16:16,730 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => 88dc99b1fce5f9820608541377dbd7ca, NAME => 'TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:16:16,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => 88dc99b1fce5f9820608541377dbd7ca, NAME => 'TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:16:16,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 88dc99b1fce5f9820608541377dbd7ca, NAME => 'TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 88dc99b1fce5f9820608541377dbd7ca, NAME => 'TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:16:16,740 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733364976713, max timestamp=1733364976736Num uniques 859; 2024-12-05T02:16:16,740 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-05T02:16:16,740 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733364976713, max timestamp=1733364976736Num uniques 859; 2024-12-05T02:16:16,740 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-05T02:16:16,740 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733364976713, max timestamp=1733364976736Num uniques 859; 2024-12-05T02:16:16,740 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-05T02:16:16,814 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/A/53f2c23fcb5f4fb582f6415b45ab974e as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/A/53f2c23fcb5f4fb582f6415b45ab974e 2024-12-05T02:16:16,817 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 88dc99b1fce5f9820608541377dbd7ca/A of 88dc99b1fce5f9820608541377dbd7ca into 53f2c23fcb5f4fb582f6415b45ab974e(size=30.7 K), total size for store is 61.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T02:16:16,817 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 88dc99b1fce5f9820608541377dbd7ca: 2024-12-05T02:16:16,817 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., storeName=88dc99b1fce5f9820608541377dbd7ca/A, priority=13, startTime=1733364975973; duration=0sec 2024-12-05T02:16:16,817 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:16:16,817 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 88dc99b1fce5f9820608541377dbd7ca:A 2024-12-05T02:16:16,835 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:16,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42918 deadline: 1733365036829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:16,835 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:16,835 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:16,836 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:16,883 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-12-05T02:16:16,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca. 2024-12-05T02:16:16,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca. as already flushing 2024-12-05T02:16:16,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca. 2024-12-05T02:16:16,884 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => 88dc99b1fce5f9820608541377dbd7ca, NAME => 'TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:16:16,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => 88dc99b1fce5f9820608541377dbd7ca, NAME => 'TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:16:16,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 88dc99b1fce5f9820608541377dbd7ca, NAME => 'TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 88dc99b1fce5f9820608541377dbd7ca, NAME => 'TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:16:16,888 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:16,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42868 deadline: 1733365036885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:16,888 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:16,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42852 deadline: 1733365036885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:16,889 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:16,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42888 deadline: 1733365036885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:16,888 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 01bccfa882c7,46535,1733364817982 for 'test_row_1' in 88dc99b1fce5f9820608541377dbd7ca of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2167 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-05T02:16:16,889 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:16,889 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:16,889 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:16,889 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 01bccfa882c7,46535,1733364817982 for 'test_row_1' in 88dc99b1fce5f9820608541377dbd7ca of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2162 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-05T02:16:16,890 WARN [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRpcRetryingCaller(177): Call to 01bccfa882c7,46535,1733364817982 for 'test_row_2' in 88dc99b1fce5f9820608541377dbd7ca of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2161 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-05T02:16:16,890 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:16,890 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:16,890 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:16,890 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:16,890 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:16,890 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:16,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-12-05T02:16:16,908 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:16,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42876 deadline: 1733365036904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:16,908 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 01bccfa882c7,46535,1733364817982 for 'test_row_0' in 88dc99b1fce5f9820608541377dbd7ca of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2180 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-05T02:16:16,909 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:16,909 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:16,909 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:16,948 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:16,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42918 deadline: 1733365036944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:16,948 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:16,948 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:16,948 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:17,037 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-12-05T02:16:17,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca. 2024-12-05T02:16:17,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca. as already flushing 2024-12-05T02:16:17,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca. 2024-12-05T02:16:17,037 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => 88dc99b1fce5f9820608541377dbd7ca, NAME => 'TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:16:17,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => 88dc99b1fce5f9820608541377dbd7ca, NAME => 'TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:16:17,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 88dc99b1fce5f9820608541377dbd7ca, NAME => 'TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 88dc99b1fce5f9820608541377dbd7ca, NAME => 'TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:16:17,057 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:17,061 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412059788000c1229491dac6323f6b1a858b8_88dc99b1fce5f9820608541377dbd7ca to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412059788000c1229491dac6323f6b1a858b8_88dc99b1fce5f9820608541377dbd7ca 2024-12-05T02:16:17,062 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/A/9974a1fdb6004987aa137c4f46ff273e, store: [table=TestAcidGuarantees family=A region=88dc99b1fce5f9820608541377dbd7ca] 2024-12-05T02:16:17,063 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/A/9974a1fdb6004987aa137c4f46ff273e is 175, key is test_row_0/A:col10/1733364976629/Put/seqid=0 2024-12-05T02:16:17,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742464_1640 (size=39749) 2024-12-05T02:16:17,158 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:17,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42918 deadline: 1733365037155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:17,158 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:17,159 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:17,159 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:17,189 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-12-05T02:16:17,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca. 2024-12-05T02:16:17,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca. as already flushing 2024-12-05T02:16:17,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca. 2024-12-05T02:16:17,190 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => 88dc99b1fce5f9820608541377dbd7ca, NAME => 'TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:16:17,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => 88dc99b1fce5f9820608541377dbd7ca, NAME => 'TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:16:17,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 88dc99b1fce5f9820608541377dbd7ca, NAME => 'TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 88dc99b1fce5f9820608541377dbd7ca, NAME => 'TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:16:17,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-12-05T02:16:17,343 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-12-05T02:16:17,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca. 2024-12-05T02:16:17,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca. as already flushing 2024-12-05T02:16:17,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca. 2024-12-05T02:16:17,343 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => 88dc99b1fce5f9820608541377dbd7ca, NAME => 'TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:16:17,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => 88dc99b1fce5f9820608541377dbd7ca, NAME => 'TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:16:17,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 88dc99b1fce5f9820608541377dbd7ca, NAME => 'TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 88dc99b1fce5f9820608541377dbd7ca, NAME => 'TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:16:17,468 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:17,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42918 deadline: 1733365037464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:17,469 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:17,469 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:17,469 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:17,487 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=191, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/A/9974a1fdb6004987aa137c4f46ff273e 2024-12-05T02:16:17,493 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/B/97b614042bd14e859680f6e23c1acb6a is 50, key is test_row_0/B:col10/1733364976629/Put/seqid=0 2024-12-05T02:16:17,496 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-12-05T02:16:17,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca. 2024-12-05T02:16:17,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca. as already flushing 2024-12-05T02:16:17,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca. 2024-12-05T02:16:17,496 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => 88dc99b1fce5f9820608541377dbd7ca, NAME => 'TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:16:17,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => 88dc99b1fce5f9820608541377dbd7ca, NAME => 'TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:16:17,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 88dc99b1fce5f9820608541377dbd7ca, NAME => 'TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 88dc99b1fce5f9820608541377dbd7ca, NAME => 'TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:16:17,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742465_1641 (size=12151) 2024-12-05T02:16:17,500 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=191 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/B/97b614042bd14e859680f6e23c1acb6a 2024-12-05T02:16:17,509 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/C/61b795b0aacb4382b0bf621067a54468 is 50, key is test_row_0/C:col10/1733364976629/Put/seqid=0 2024-12-05T02:16:17,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742466_1642 (size=12151) 2024-12-05T02:16:17,649 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-12-05T02:16:17,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca. 2024-12-05T02:16:17,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca. as already flushing 2024-12-05T02:16:17,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca. 2024-12-05T02:16:17,649 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => 88dc99b1fce5f9820608541377dbd7ca, NAME => 'TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:16:17,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => 88dc99b1fce5f9820608541377dbd7ca, NAME => 'TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:16:17,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 88dc99b1fce5f9820608541377dbd7ca, NAME => 'TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 88dc99b1fce5f9820608541377dbd7ca, NAME => 'TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:16:17,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-12-05T02:16:17,802 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-12-05T02:16:17,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca. 2024-12-05T02:16:17,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca. as already flushing 2024-12-05T02:16:17,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca. 2024-12-05T02:16:17,803 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => 88dc99b1fce5f9820608541377dbd7ca, NAME => 'TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:16:17,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => 88dc99b1fce5f9820608541377dbd7ca, NAME => 'TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:16:17,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 88dc99b1fce5f9820608541377dbd7ca, NAME => 'TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 88dc99b1fce5f9820608541377dbd7ca, NAME => 'TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:16:17,932 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=191 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/C/61b795b0aacb4382b0bf621067a54468 2024-12-05T02:16:17,936 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/A/9974a1fdb6004987aa137c4f46ff273e as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/A/9974a1fdb6004987aa137c4f46ff273e 2024-12-05T02:16:17,939 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/A/9974a1fdb6004987aa137c4f46ff273e, entries=200, sequenceid=191, filesize=38.8 K 2024-12-05T02:16:17,939 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/B/97b614042bd14e859680f6e23c1acb6a as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/B/97b614042bd14e859680f6e23c1acb6a 2024-12-05T02:16:17,942 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/B/97b614042bd14e859680f6e23c1acb6a, entries=150, sequenceid=191, filesize=11.9 K 2024-12-05T02:16:17,943 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/C/61b795b0aacb4382b0bf621067a54468 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/C/61b795b0aacb4382b0bf621067a54468 2024-12-05T02:16:17,955 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-12-05T02:16:17,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca. 2024-12-05T02:16:17,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca. as already flushing 2024-12-05T02:16:17,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca. 2024-12-05T02:16:17,955 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => 88dc99b1fce5f9820608541377dbd7ca, NAME => 'TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:16:17,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => 88dc99b1fce5f9820608541377dbd7ca, NAME => 'TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:16:17,956 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/C/61b795b0aacb4382b0bf621067a54468, entries=150, sequenceid=191, filesize=11.9 K 2024-12-05T02:16:17,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 88dc99b1fce5f9820608541377dbd7ca, NAME => 'TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 88dc99b1fce5f9820608541377dbd7ca, NAME => 'TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:16:17,957 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 88dc99b1fce5f9820608541377dbd7ca in 1310ms, sequenceid=191, compaction requested=true 2024-12-05T02:16:17,957 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 88dc99b1fce5f9820608541377dbd7ca: 2024-12-05T02:16:17,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 88dc99b1fce5f9820608541377dbd7ca:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T02:16:17,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:16:17,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 88dc99b1fce5f9820608541377dbd7ca:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T02:16:17,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T02:16:17,957 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T02:16:17,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 88dc99b1fce5f9820608541377dbd7ca:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T02:16:17,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T02:16:17,957 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T02:16:17,958 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102301 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T02:16:17,958 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1541): 88dc99b1fce5f9820608541377dbd7ca/A is initiating minor compaction (all files) 2024-12-05T02:16:17,958 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 88dc99b1fce5f9820608541377dbd7ca/A in TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca. 2024-12-05T02:16:17,959 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/A/53f2c23fcb5f4fb582f6415b45ab974e, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/A/41b2ec55bf2a4e38a3ffe700f0895434, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/A/9974a1fdb6004987aa137c4f46ff273e] into tmpdir=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp, totalSize=99.9 K 2024-12-05T02:16:17,959 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca. 2024-12-05T02:16:17,959 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca. files: [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/A/53f2c23fcb5f4fb582f6415b45ab974e, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/A/41b2ec55bf2a4e38a3ffe700f0895434, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/A/9974a1fdb6004987aa137c4f46ff273e] 2024-12-05T02:16:17,959 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T02:16:17,959 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1541): 88dc99b1fce5f9820608541377dbd7ca/B is initiating minor compaction (all files) 2024-12-05T02:16:17,959 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 88dc99b1fce5f9820608541377dbd7ca/B in TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca. 2024-12-05T02:16:17,959 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/B/3b4e3d278e9b4e44a6f517531f54bbf8, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/B/e9384c08a3e94cc7a29ccaba936173b3, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/B/97b614042bd14e859680f6e23c1acb6a] into tmpdir=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp, totalSize=35.9 K 2024-12-05T02:16:17,959 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting 53f2c23fcb5f4fb582f6415b45ab974e, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1733364974364 2024-12-05T02:16:17,959 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting 3b4e3d278e9b4e44a6f517531f54bbf8, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1733364974364 2024-12-05T02:16:17,960 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting 41b2ec55bf2a4e38a3ffe700f0895434, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=179, earliestPutTs=1733364974725 2024-12-05T02:16:17,960 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting e9384c08a3e94cc7a29ccaba936173b3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=179, earliestPutTs=1733364974725 2024-12-05T02:16:17,960 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9974a1fdb6004987aa137c4f46ff273e, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=191, earliestPutTs=1733364976621 2024-12-05T02:16:17,960 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting 97b614042bd14e859680f6e23c1acb6a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=191, earliestPutTs=1733364976621 2024-12-05T02:16:17,965 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=88dc99b1fce5f9820608541377dbd7ca] 2024-12-05T02:16:17,967 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 88dc99b1fce5f9820608541377dbd7ca#B#compaction#549 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-05T02:16:17,968 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/B/2310ffa1792c45cb9a2a580d5dcf830e is 50, key is test_row_0/B:col10/1733364976629/Put/seqid=0 2024-12-05T02:16:17,977 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024120573e95a96cc604431981ab2850f8db05e_88dc99b1fce5f9820608541377dbd7ca store=[table=TestAcidGuarantees family=A region=88dc99b1fce5f9820608541377dbd7ca] 2024-12-05T02:16:17,980 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024120573e95a96cc604431981ab2850f8db05e_88dc99b1fce5f9820608541377dbd7ca, store=[table=TestAcidGuarantees family=A region=88dc99b1fce5f9820608541377dbd7ca] 2024-12-05T02:16:17,980 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120573e95a96cc604431981ab2850f8db05e_88dc99b1fce5f9820608541377dbd7ca because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=88dc99b1fce5f9820608541377dbd7ca] 2024-12-05T02:16:17,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(8855): Flush requested on 88dc99b1fce5f9820608541377dbd7ca 2024-12-05T02:16:17,992 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1733364976794, max timestamp=1733364977987Num uniques 1018; 2024-12-05T02:16:17,992 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168 2024-12-05T02:16:17,992 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1733364976794, max timestamp=1733364977987Num uniques 1018; 2024-12-05T02:16:17,992 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168 2024-12-05T02:16:17,992 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 88dc99b1fce5f9820608541377dbd7ca 3/3 column families, dataSize=64.85 KB heapSize=178.80 KB 2024-12-05T02:16:17,993 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88dc99b1fce5f9820608541377dbd7ca, store=A 2024-12-05T02:16:17,993 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T02:16:17,993 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88dc99b1fce5f9820608541377dbd7ca, store=B 2024-12-05T02:16:17,993 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T02:16:17,993 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88dc99b1fce5f9820608541377dbd7ca, store=C 2024-12-05T02:16:17,993 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-12-05T02:16:17,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742467_1643 (size=12595) 2024-12-05T02:16:18,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742468_1644 (size=4469) 2024-12-05T02:16:18,012 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 88dc99b1fce5f9820608541377dbd7ca#A#compaction#548 average throughput is 0.52 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T02:16:18,013 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/A/48976b82e6f64a2d89ab33a63aff2b5d is 175, key is test_row_0/A:col10/1733364976629/Put/seqid=0 2024-12-05T02:16:18,013 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412054ac540720bec4e57b5e9d7f9c91e4a66_88dc99b1fce5f9820608541377dbd7ca is 50, key is test_row_0/A:col10/1733364976794/Put/seqid=0 2024-12-05T02:16:18,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742469_1645 (size=31549) 2024-12-05T02:16:18,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742470_1646 (size=12304) 2024-12-05T02:16:18,017 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:18,022 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412054ac540720bec4e57b5e9d7f9c91e4a66_88dc99b1fce5f9820608541377dbd7ca to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412054ac540720bec4e57b5e9d7f9c91e4a66_88dc99b1fce5f9820608541377dbd7ca 2024-12-05T02:16:18,022 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/A/48976b82e6f64a2d89ab33a63aff2b5d as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/A/48976b82e6f64a2d89ab33a63aff2b5d 2024-12-05T02:16:18,022 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/A/98ea96c680a041d3a9a47d66b45c8b95, store: [table=TestAcidGuarantees family=A region=88dc99b1fce5f9820608541377dbd7ca] 2024-12-05T02:16:18,023 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/A/98ea96c680a041d3a9a47d66b45c8b95 is 175, key is test_row_0/A:col10/1733364976794/Put/seqid=0 2024-12-05T02:16:18,026 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 88dc99b1fce5f9820608541377dbd7ca/A of 88dc99b1fce5f9820608541377dbd7ca into 48976b82e6f64a2d89ab33a63aff2b5d(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T02:16:18,026 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 88dc99b1fce5f9820608541377dbd7ca: 2024-12-05T02:16:18,026 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., storeName=88dc99b1fce5f9820608541377dbd7ca/A, priority=13, startTime=1733364977957; duration=0sec 2024-12-05T02:16:18,026 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T02:16:18,026 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 88dc99b1fce5f9820608541377dbd7ca:A 2024-12-05T02:16:18,026 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T02:16:18,027 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T02:16:18,027 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1541): 88dc99b1fce5f9820608541377dbd7ca/C is initiating minor compaction (all files) 2024-12-05T02:16:18,027 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 88dc99b1fce5f9820608541377dbd7ca/C in TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca. 2024-12-05T02:16:18,028 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/C/30cef9f1382b49f18302db25eff7f4de, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/C/80e1ded13e88434886cdcca1d33ec052, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/C/61b795b0aacb4382b0bf621067a54468] into tmpdir=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp, totalSize=35.9 K 2024-12-05T02:16:18,028 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting 30cef9f1382b49f18302db25eff7f4de, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1733364974364 2024-12-05T02:16:18,028 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting 80e1ded13e88434886cdcca1d33ec052, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=179, earliestPutTs=1733364974725 2024-12-05T02:16:18,028 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting 61b795b0aacb4382b0bf621067a54468, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=191, earliestPutTs=1733364976621 2024-12-05T02:16:18,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742471_1647 (size=31105) 2024-12-05T02:16:18,050 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 88dc99b1fce5f9820608541377dbd7ca#C#compaction#551 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T02:16:18,050 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/C/64d3563e0d6c43e5a11ea1c14fc8546d is 50, key is test_row_0/C:col10/1733364976629/Put/seqid=0 2024-12-05T02:16:18,051 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=230, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/A/98ea96c680a041d3a9a47d66b45c8b95 2024-12-05T02:16:18,058 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/B/c582bc7dc3964ff1900bbfd2d68de863 is 50, key is test_row_0/B:col10/1733364976794/Put/seqid=0 2024-12-05T02:16:18,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742472_1648 (size=12595) 2024-12-05T02:16:18,078 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/C/64d3563e0d6c43e5a11ea1c14fc8546d as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/C/64d3563e0d6c43e5a11ea1c14fc8546d 2024-12-05T02:16:18,085 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 88dc99b1fce5f9820608541377dbd7ca/C of 88dc99b1fce5f9820608541377dbd7ca into 64d3563e0d6c43e5a11ea1c14fc8546d(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T02:16:18,086 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 88dc99b1fce5f9820608541377dbd7ca: 2024-12-05T02:16:18,086 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., storeName=88dc99b1fce5f9820608541377dbd7ca/C, priority=13, startTime=1733364977957; duration=0sec 2024-12-05T02:16:18,086 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:16:18,086 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 88dc99b1fce5f9820608541377dbd7ca:C 2024-12-05T02:16:18,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742473_1649 (size=12151) 2024-12-05T02:16:18,088 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=230 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/B/c582bc7dc3964ff1900bbfd2d68de863 2024-12-05T02:16:18,097 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/C/dab51c6a5e3a4ed9b2468a0892435e96 is 50, key is test_row_0/C:col10/1733364976794/Put/seqid=0 2024-12-05T02:16:18,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742474_1650 (size=12151) 2024-12-05T02:16:18,105 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=230 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/C/dab51c6a5e3a4ed9b2468a0892435e96 2024-12-05T02:16:18,108 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-12-05T02:16:18,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca. 2024-12-05T02:16:18,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca. as already flushing 2024-12-05T02:16:18,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca. 2024-12-05T02:16:18,109 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => 88dc99b1fce5f9820608541377dbd7ca, NAME => 'TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:16:18,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => 88dc99b1fce5f9820608541377dbd7ca, NAME => 'TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:16:18,109 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/A/98ea96c680a041d3a9a47d66b45c8b95 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/A/98ea96c680a041d3a9a47d66b45c8b95 2024-12-05T02:16:18,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 88dc99b1fce5f9820608541377dbd7ca, NAME => 'TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 88dc99b1fce5f9820608541377dbd7ca, NAME => 'TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:16:18,111 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:18,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42918 deadline: 1733365038106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:18,112 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:18,112 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:18,112 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:18,112 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/A/98ea96c680a041d3a9a47d66b45c8b95, entries=150, sequenceid=230, filesize=30.4 K 2024-12-05T02:16:18,113 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/B/c582bc7dc3964ff1900bbfd2d68de863 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/B/c582bc7dc3964ff1900bbfd2d68de863 2024-12-05T02:16:18,116 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/B/c582bc7dc3964ff1900bbfd2d68de863, entries=150, sequenceid=230, filesize=11.9 K 2024-12-05T02:16:18,116 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/C/dab51c6a5e3a4ed9b2468a0892435e96 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/C/dab51c6a5e3a4ed9b2468a0892435e96 2024-12-05T02:16:18,120 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/C/dab51c6a5e3a4ed9b2468a0892435e96, entries=150, sequenceid=230, filesize=11.9 K 2024-12-05T02:16:18,120 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~64.85 KB/66410, heapSize ~178.75 KB/183040, currentSize=114.05 KB/116790 for 88dc99b1fce5f9820608541377dbd7ca in 128ms, sequenceid=230, compaction requested=false 2024-12-05T02:16:18,120 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 88dc99b1fce5f9820608541377dbd7ca: 2024-12-05T02:16:18,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(8855): Flush requested on 88dc99b1fce5f9820608541377dbd7ca 2024-12-05T02:16:18,217 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 88dc99b1fce5f9820608541377dbd7ca 3/3 column families, dataSize=120.76 KB heapSize=360.05 KB 2024-12-05T02:16:18,217 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88dc99b1fce5f9820608541377dbd7ca, store=A 2024-12-05T02:16:18,217 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T02:16:18,217 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88dc99b1fce5f9820608541377dbd7ca, store=B 2024-12-05T02:16:18,217 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T02:16:18,217 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88dc99b1fce5f9820608541377dbd7ca, store=C 2024-12-05T02:16:18,217 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T02:16:18,231 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120582a5860aad324f299b2d2a5d288a1776_88dc99b1fce5f9820608541377dbd7ca is 50, key is test_row_0/A:col10/1733364978215/Put/seqid=0 2024-12-05T02:16:18,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742475_1651 (size=14794) 2024-12-05T02:16:18,237 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:18,241 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120582a5860aad324f299b2d2a5d288a1776_88dc99b1fce5f9820608541377dbd7ca to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120582a5860aad324f299b2d2a5d288a1776_88dc99b1fce5f9820608541377dbd7ca 2024-12-05T02:16:18,242 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/A/eaea9e7a9d4246a3923aa838978f264a, store: [table=TestAcidGuarantees family=A region=88dc99b1fce5f9820608541377dbd7ca] 2024-12-05T02:16:18,243 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/A/eaea9e7a9d4246a3923aa838978f264a is 175, key is test_row_0/A:col10/1733364978215/Put/seqid=0 2024-12-05T02:16:18,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742476_1652 (size=39749) 2024-12-05T02:16:18,262 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:18,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42918 deadline: 1733365038259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:18,262 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:18,262 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:18,262 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:18,265 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-12-05T02:16:18,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca. 2024-12-05T02:16:18,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca. as already flushing 2024-12-05T02:16:18,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca. 2024-12-05T02:16:18,265 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => 88dc99b1fce5f9820608541377dbd7ca, NAME => 'TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:16:18,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => 88dc99b1fce5f9820608541377dbd7ca, NAME => 'TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:16:18,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 88dc99b1fce5f9820608541377dbd7ca, NAME => 'TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 88dc99b1fce5f9820608541377dbd7ca, NAME => 'TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:16:18,369 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:18,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42918 deadline: 1733365038364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:18,370 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:18,370 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:18,370 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:18,403 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/B/2310ffa1792c45cb9a2a580d5dcf830e as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/B/2310ffa1792c45cb9a2a580d5dcf830e 2024-12-05T02:16:18,408 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 88dc99b1fce5f9820608541377dbd7ca/B of 88dc99b1fce5f9820608541377dbd7ca into 2310ffa1792c45cb9a2a580d5dcf830e(size=12.3 K), total size for store is 24.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T02:16:18,408 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 88dc99b1fce5f9820608541377dbd7ca: 2024-12-05T02:16:18,408 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., storeName=88dc99b1fce5f9820608541377dbd7ca/B, priority=13, startTime=1733364977957; duration=0sec 2024-12-05T02:16:18,408 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:16:18,408 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 88dc99b1fce5f9820608541377dbd7ca:B 2024-12-05T02:16:18,417 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-12-05T02:16:18,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca. 2024-12-05T02:16:18,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca. as already flushing 2024-12-05T02:16:18,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca. 2024-12-05T02:16:18,418 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => 88dc99b1fce5f9820608541377dbd7ca, NAME => 'TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:16:18,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => 88dc99b1fce5f9820608541377dbd7ca, NAME => 'TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:16:18,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 88dc99b1fce5f9820608541377dbd7ca, NAME => 'TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 88dc99b1fce5f9820608541377dbd7ca, NAME => 'TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:16:18,570 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-12-05T02:16:18,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca. 2024-12-05T02:16:18,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca. as already flushing 2024-12-05T02:16:18,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca. 2024-12-05T02:16:18,571 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => 88dc99b1fce5f9820608541377dbd7ca, NAME => 'TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:16:18,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => 88dc99b1fce5f9820608541377dbd7ca, NAME => 'TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:16:18,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 88dc99b1fce5f9820608541377dbd7ca, NAME => 'TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 88dc99b1fce5f9820608541377dbd7ca, NAME => 'TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:16:18,579 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:18,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42918 deadline: 1733365038574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:18,579 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:18,579 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:18,579 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:18,654 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=253, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/A/eaea9e7a9d4246a3923aa838978f264a 2024-12-05T02:16:18,675 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/B/135d946c41e14eb8b892e82eca7f4bc0 is 50, key is test_row_0/B:col10/1733364978215/Put/seqid=0 2024-12-05T02:16:18,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742477_1653 (size=12151) 2024-12-05T02:16:18,706 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/B/135d946c41e14eb8b892e82eca7f4bc0 2024-12-05T02:16:18,719 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/C/5e486261321943f48c48375ae6bd4016 is 50, key is test_row_0/C:col10/1733364978215/Put/seqid=0 2024-12-05T02:16:18,723 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-12-05T02:16:18,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca. 2024-12-05T02:16:18,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca. as already flushing 2024-12-05T02:16:18,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca. 2024-12-05T02:16:18,724 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => 88dc99b1fce5f9820608541377dbd7ca, NAME => 'TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:16:18,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => 88dc99b1fce5f9820608541377dbd7ca, NAME => 'TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:16:18,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-12-05T02:16:18,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 88dc99b1fce5f9820608541377dbd7ca, NAME => 'TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 88dc99b1fce5f9820608541377dbd7ca, NAME => 'TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:16:18,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742478_1654 (size=12151) 2024-12-05T02:16:18,730 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/C/5e486261321943f48c48375ae6bd4016 2024-12-05T02:16:18,734 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/A/eaea9e7a9d4246a3923aa838978f264a as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/A/eaea9e7a9d4246a3923aa838978f264a 2024-12-05T02:16:18,738 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/A/eaea9e7a9d4246a3923aa838978f264a, entries=200, sequenceid=253, filesize=38.8 K 2024-12-05T02:16:18,738 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/B/135d946c41e14eb8b892e82eca7f4bc0 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/B/135d946c41e14eb8b892e82eca7f4bc0 2024-12-05T02:16:18,741 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/B/135d946c41e14eb8b892e82eca7f4bc0, entries=150, sequenceid=253, filesize=11.9 K 2024-12-05T02:16:18,742 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/C/5e486261321943f48c48375ae6bd4016 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/C/5e486261321943f48c48375ae6bd4016 2024-12-05T02:16:18,746 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/C/5e486261321943f48c48375ae6bd4016, entries=150, sequenceid=253, filesize=11.9 K 2024-12-05T02:16:18,747 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~360 KB/368640, currentSize=53.67 KB/54960 for 88dc99b1fce5f9820608541377dbd7ca in 530ms, sequenceid=253, compaction requested=true 2024-12-05T02:16:18,747 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 88dc99b1fce5f9820608541377dbd7ca: 2024-12-05T02:16:18,747 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 88dc99b1fce5f9820608541377dbd7ca:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T02:16:18,747 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:16:18,747 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 88dc99b1fce5f9820608541377dbd7ca:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T02:16:18,747 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T02:16:18,747 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:16:18,747 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 88dc99b1fce5f9820608541377dbd7ca:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T02:16:18,747 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T02:16:18,747 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T02:16:18,748 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T02:16:18,748 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102403 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T02:16:18,748 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1541): 88dc99b1fce5f9820608541377dbd7ca/A is initiating minor compaction (all files) 2024-12-05T02:16:18,748 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1541): 88dc99b1fce5f9820608541377dbd7ca/B is initiating minor compaction (all files) 2024-12-05T02:16:18,748 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 88dc99b1fce5f9820608541377dbd7ca/A in TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca. 2024-12-05T02:16:18,748 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 88dc99b1fce5f9820608541377dbd7ca/B in TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca. 2024-12-05T02:16:18,748 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/B/2310ffa1792c45cb9a2a580d5dcf830e, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/B/c582bc7dc3964ff1900bbfd2d68de863, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/B/135d946c41e14eb8b892e82eca7f4bc0] into tmpdir=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp, totalSize=36.0 K 2024-12-05T02:16:18,748 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/A/48976b82e6f64a2d89ab33a63aff2b5d, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/A/98ea96c680a041d3a9a47d66b45c8b95, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/A/eaea9e7a9d4246a3923aa838978f264a] into tmpdir=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp, totalSize=100.0 K 2024-12-05T02:16:18,748 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca. 2024-12-05T02:16:18,748 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca. files: [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/A/48976b82e6f64a2d89ab33a63aff2b5d, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/A/98ea96c680a041d3a9a47d66b45c8b95, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/A/eaea9e7a9d4246a3923aa838978f264a] 2024-12-05T02:16:18,749 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting 2310ffa1792c45cb9a2a580d5dcf830e, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=191, earliestPutTs=1733364976621 2024-12-05T02:16:18,749 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting c582bc7dc3964ff1900bbfd2d68de863, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=230, earliestPutTs=1733364976794 2024-12-05T02:16:18,749 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting 48976b82e6f64a2d89ab33a63aff2b5d, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=191, earliestPutTs=1733364976621 2024-12-05T02:16:18,749 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting 135d946c41e14eb8b892e82eca7f4bc0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1733364978040 2024-12-05T02:16:18,749 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting 98ea96c680a041d3a9a47d66b45c8b95, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=230, earliestPutTs=1733364976794 2024-12-05T02:16:18,749 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting eaea9e7a9d4246a3923aa838978f264a, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1733364978040 2024-12-05T02:16:18,757 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=88dc99b1fce5f9820608541377dbd7ca] 2024-12-05T02:16:18,758 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 88dc99b1fce5f9820608541377dbd7ca#B#compaction#557 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-05T02:16:18,758 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/B/ef61bc34961345e6897f3dd9c20f31ed is 50, key is test_row_0/B:col10/1733364978215/Put/seqid=0 2024-12-05T02:16:18,759 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241205a124247e9c2148108afe574f45925f1d_88dc99b1fce5f9820608541377dbd7ca store=[table=TestAcidGuarantees family=A region=88dc99b1fce5f9820608541377dbd7ca] 2024-12-05T02:16:18,761 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241205a124247e9c2148108afe574f45925f1d_88dc99b1fce5f9820608541377dbd7ca, store=[table=TestAcidGuarantees family=A region=88dc99b1fce5f9820608541377dbd7ca] 2024-12-05T02:16:18,762 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205a124247e9c2148108afe574f45925f1d_88dc99b1fce5f9820608541377dbd7ca because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=88dc99b1fce5f9820608541377dbd7ca] 2024-12-05T02:16:18,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742479_1655 (size=12697) 2024-12-05T02:16:18,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742480_1656 (size=4469) 2024-12-05T02:16:18,877 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-12-05T02:16:18,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca. 2024-12-05T02:16:18,877 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2902): Flushing 88dc99b1fce5f9820608541377dbd7ca 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-12-05T02:16:18,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88dc99b1fce5f9820608541377dbd7ca, store=A 2024-12-05T02:16:18,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:16:18,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88dc99b1fce5f9820608541377dbd7ca, store=B 2024-12-05T02:16:18,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:16:18,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88dc99b1fce5f9820608541377dbd7ca, store=C 2024-12-05T02:16:18,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:16:18,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(8855): Flush requested on 88dc99b1fce5f9820608541377dbd7ca 2024-12-05T02:16:18,888 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca. as already flushing 2024-12-05T02:16:18,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412053f039dcad9ec47dd990ad8fc306058d6_88dc99b1fce5f9820608541377dbd7ca is 50, key is test_row_0/A:col10/1733364978256/Put/seqid=0 2024-12-05T02:16:18,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742481_1657 (size=12454) 2024-12-05T02:16:18,934 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9564, totalHeapSize=21976, min timestamp=1733364978922, max timestamp=1733364978930Num uniques 859; 2024-12-05T02:16:18,934 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9564, totalHeapSize=21976, min timestamp=1733364978922, max timestamp=1733364978930Num uniques 859; 2024-12-05T02:16:18,934 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=9564, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-05T02:16:18,934 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=9564, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-05T02:16:18,935 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9564, totalHeapSize=21976, min timestamp=1733364978922, max timestamp=1733364978930Num uniques 859; 2024-12-05T02:16:18,935 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/01bccfa882c7:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=9564, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-05T02:16:18,959 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:18,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42852 deadline: 1733365038952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:18,960 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:18,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42868 deadline: 1733365038953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:18,960 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:18,960 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:18,960 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:18,960 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:18,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42918 deadline: 1733365038954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:18,961 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:18,961 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:18,961 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:18,961 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:18,961 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:18,961 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:18,967 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:18,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42888 deadline: 1733365038960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:18,968 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:18,968 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:18,968 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:18,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42876 deadline: 1733365038960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:18,968 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:18,968 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:18,968 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:18,968 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:19,066 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:19,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42852 deadline: 1733365039065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:19,067 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:19,067 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:19,067 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:19,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42918 deadline: 1733365039065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:19,067 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:19,067 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:19,067 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:19,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42868 deadline: 1733365039065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:19,067 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:19,067 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:19,067 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:19,068 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:19,068 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:19,080 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:19,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42888 deadline: 1733365039074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:19,080 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:19,080 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:19,080 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:19,080 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:19,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42876 deadline: 1733365039074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:19,080 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:19,081 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:19,081 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:19,167 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/B/ef61bc34961345e6897f3dd9c20f31ed as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/B/ef61bc34961345e6897f3dd9c20f31ed 2024-12-05T02:16:19,167 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 88dc99b1fce5f9820608541377dbd7ca#A#compaction#558 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T02:16:19,167 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/A/1e4d9332243e439e85154e27f812b84b is 175, key is test_row_0/A:col10/1733364978215/Put/seqid=0 2024-12-05T02:16:19,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742482_1658 (size=31651) 2024-12-05T02:16:19,172 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 88dc99b1fce5f9820608541377dbd7ca/B of 88dc99b1fce5f9820608541377dbd7ca into ef61bc34961345e6897f3dd9c20f31ed(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T02:16:19,172 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 88dc99b1fce5f9820608541377dbd7ca: 2024-12-05T02:16:19,172 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., storeName=88dc99b1fce5f9820608541377dbd7ca/B, priority=13, startTime=1733364978747; duration=0sec 2024-12-05T02:16:19,172 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T02:16:19,172 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 88dc99b1fce5f9820608541377dbd7ca:B 2024-12-05T02:16:19,172 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T02:16:19,173 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T02:16:19,173 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1541): 88dc99b1fce5f9820608541377dbd7ca/C is initiating minor compaction (all files) 2024-12-05T02:16:19,173 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 88dc99b1fce5f9820608541377dbd7ca/C in TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca. 2024-12-05T02:16:19,173 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/C/64d3563e0d6c43e5a11ea1c14fc8546d, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/C/dab51c6a5e3a4ed9b2468a0892435e96, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/C/5e486261321943f48c48375ae6bd4016] into tmpdir=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp, totalSize=36.0 K 2024-12-05T02:16:19,174 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting 64d3563e0d6c43e5a11ea1c14fc8546d, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=191, earliestPutTs=1733364976621 2024-12-05T02:16:19,175 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting dab51c6a5e3a4ed9b2468a0892435e96, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=230, earliestPutTs=1733364976794 2024-12-05T02:16:19,175 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting 5e486261321943f48c48375ae6bd4016, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1733364978040 2024-12-05T02:16:19,176 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/A/1e4d9332243e439e85154e27f812b84b as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/A/1e4d9332243e439e85154e27f812b84b 2024-12-05T02:16:19,181 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 88dc99b1fce5f9820608541377dbd7ca/A of 88dc99b1fce5f9820608541377dbd7ca into 1e4d9332243e439e85154e27f812b84b(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T02:16:19,181 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 88dc99b1fce5f9820608541377dbd7ca: 2024-12-05T02:16:19,181 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., storeName=88dc99b1fce5f9820608541377dbd7ca/A, priority=13, startTime=1733364978747; duration=0sec 2024-12-05T02:16:19,181 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:16:19,181 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 88dc99b1fce5f9820608541377dbd7ca:A 2024-12-05T02:16:19,182 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 88dc99b1fce5f9820608541377dbd7ca#C#compaction#560 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T02:16:19,183 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/C/3ae1fdd61e8c4629b67fcacddefbe3d2 is 50, key is test_row_0/C:col10/1733364978215/Put/seqid=0 2024-12-05T02:16:19,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742483_1659 (size=12697) 2024-12-05T02:16:19,193 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/C/3ae1fdd61e8c4629b67fcacddefbe3d2 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/C/3ae1fdd61e8c4629b67fcacddefbe3d2 2024-12-05T02:16:19,197 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 88dc99b1fce5f9820608541377dbd7ca/C of 88dc99b1fce5f9820608541377dbd7ca into 3ae1fdd61e8c4629b67fcacddefbe3d2(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T02:16:19,197 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 88dc99b1fce5f9820608541377dbd7ca: 2024-12-05T02:16:19,197 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., storeName=88dc99b1fce5f9820608541377dbd7ca/C, priority=13, startTime=1733364978747; duration=0sec 2024-12-05T02:16:19,197 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:16:19,197 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 88dc99b1fce5f9820608541377dbd7ca:C 2024-12-05T02:16:19,278 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:19,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42868 deadline: 1733365039275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:19,279 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:19,279 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:19,279 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:19,279 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:19,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42852 deadline: 1733365039275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:19,279 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:19,279 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:19,279 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:19,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42918 deadline: 1733365039276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:19,279 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:19,280 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:19,280 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:19,280 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:19,289 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:19,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42888 deadline: 1733365039285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:19,289 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:19,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42876 deadline: 1733365039285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:19,289 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:19,289 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:19,289 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:19,289 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:19,289 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:19,289 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:19,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:19,322 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412053f039dcad9ec47dd990ad8fc306058d6_88dc99b1fce5f9820608541377dbd7ca to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412053f039dcad9ec47dd990ad8fc306058d6_88dc99b1fce5f9820608541377dbd7ca 2024-12-05T02:16:19,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/A/0c80f68b80c44e3e81370d876bdad5eb, store: [table=TestAcidGuarantees family=A region=88dc99b1fce5f9820608541377dbd7ca] 2024-12-05T02:16:19,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/A/0c80f68b80c44e3e81370d876bdad5eb is 175, key is test_row_0/A:col10/1733364978256/Put/seqid=0 2024-12-05T02:16:19,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742484_1660 (size=31255) 2024-12-05T02:16:19,588 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:19,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42868 deadline: 1733365039584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:19,588 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:19,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42852 deadline: 1733365039584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:19,589 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:19,589 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:19,589 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:19,589 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:19,589 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:19,589 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:19,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42918 deadline: 1733365039584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:19,589 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:19,589 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:19,589 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:19,589 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:19,596 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:19,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42888 deadline: 1733365039595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:19,597 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:19,597 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:19,597 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:19,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42876 deadline: 1733365039595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:19,597 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:19,597 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:19,597 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:19,597 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:19,735 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=265, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/A/0c80f68b80c44e3e81370d876bdad5eb 2024-12-05T02:16:19,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/B/8d97c09e28714495af05f30acf1db814 is 50, key is test_row_0/B:col10/1733364978256/Put/seqid=0 2024-12-05T02:16:19,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742485_1661 (size=12301) 2024-12-05T02:16:20,099 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:20,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42852 deadline: 1733365040095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:20,100 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:20,100 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:20,100 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:20,100 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:20,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42868 deadline: 1733365040095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:20,100 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:20,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42918 deadline: 1733365040096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:20,101 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:20,101 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:20,101 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:20,101 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:20,101 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:20,101 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:20,108 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:20,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42888 deadline: 1733365040104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:20,108 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:20,109 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:20,109 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:20,109 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:20,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42876 deadline: 1733365040105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:20,110 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:20,110 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:20,110 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:20,154 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=265 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/B/8d97c09e28714495af05f30acf1db814 2024-12-05T02:16:20,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/C/14f4982cf2b041018bc0ae48fb1d3d2b is 50, key is test_row_0/C:col10/1733364978256/Put/seqid=0 2024-12-05T02:16:20,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742486_1662 (size=12301) 2024-12-05T02:16:20,570 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=265 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/C/14f4982cf2b041018bc0ae48fb1d3d2b 2024-12-05T02:16:20,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/A/0c80f68b80c44e3e81370d876bdad5eb as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/A/0c80f68b80c44e3e81370d876bdad5eb 2024-12-05T02:16:20,577 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/A/0c80f68b80c44e3e81370d876bdad5eb, entries=150, sequenceid=265, filesize=30.5 K 2024-12-05T02:16:20,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/B/8d97c09e28714495af05f30acf1db814 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/B/8d97c09e28714495af05f30acf1db814 2024-12-05T02:16:20,581 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/B/8d97c09e28714495af05f30acf1db814, entries=150, sequenceid=265, filesize=12.0 K 2024-12-05T02:16:20,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/C/14f4982cf2b041018bc0ae48fb1d3d2b as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/C/14f4982cf2b041018bc0ae48fb1d3d2b 2024-12-05T02:16:20,585 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/C/14f4982cf2b041018bc0ae48fb1d3d2b, entries=150, sequenceid=265, filesize=12.0 K 2024-12-05T02:16:20,586 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 88dc99b1fce5f9820608541377dbd7ca in 1709ms, sequenceid=265, compaction requested=false 2024-12-05T02:16:20,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2603): Flush status journal for 88dc99b1fce5f9820608541377dbd7ca: 2024-12-05T02:16:20,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca. 2024-12-05T02:16:20,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=167 2024-12-05T02:16:20,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.HMaster(4169): Remote procedure done, pid=167 2024-12-05T02:16:20,588 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=167, resume processing ppid=166 2024-12-05T02:16:20,588 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=167, ppid=166, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 4.0090 sec 2024-12-05T02:16:20,591 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=166, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees in 4.0140 sec 2024-12-05T02:16:20,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-12-05T02:16:20,735 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-05T02:16:20,735 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T02:16:20,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] procedure2.ProcedureExecutor(1139): Stored pid=168, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=168, table=TestAcidGuarantees 2024-12-05T02:16:20,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-12-05T02:16:20,737 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=168, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=168, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T02:16:20,738 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=168, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=168, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T02:16:20,738 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=169, ppid=168, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T02:16:20,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-12-05T02:16:20,890 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-12-05T02:16:20,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca. 2024-12-05T02:16:20,890 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2902): Flushing 88dc99b1fce5f9820608541377dbd7ca 3/3 column families, dataSize=127.47 KB heapSize=360.38 KB 2024-12-05T02:16:20,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88dc99b1fce5f9820608541377dbd7ca, store=A 2024-12-05T02:16:20,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T02:16:20,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88dc99b1fce5f9820608541377dbd7ca, store=B 2024-12-05T02:16:20,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T02:16:20,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88dc99b1fce5f9820608541377dbd7ca, store=C 2024-12-05T02:16:20,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T02:16:20,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412051eaef1d7f11f478da94cf47071cb9334_88dc99b1fce5f9820608541377dbd7ca is 50, key is test_row_0/A:col10/1733364978958/Put/seqid=0 2024-12-05T02:16:20,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742487_1663 (size=12454) 2024-12-05T02:16:20,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:20,903 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412051eaef1d7f11f478da94cf47071cb9334_88dc99b1fce5f9820608541377dbd7ca to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412051eaef1d7f11f478da94cf47071cb9334_88dc99b1fce5f9820608541377dbd7ca 2024-12-05T02:16:20,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/A/8e8254001ff942b2b5e92c3ea407b8ad, store: [table=TestAcidGuarantees family=A region=88dc99b1fce5f9820608541377dbd7ca] 2024-12-05T02:16:20,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/A/8e8254001ff942b2b5e92c3ea407b8ad is 175, key is test_row_0/A:col10/1733364978958/Put/seqid=0 2024-12-05T02:16:20,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742488_1664 (size=31255) 2024-12-05T02:16:21,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-12-05T02:16:21,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(8855): Flush requested on 88dc99b1fce5f9820608541377dbd7ca 2024-12-05T02:16:21,117 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca. as already flushing 2024-12-05T02:16:21,131 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:21,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42868 deadline: 1733365041124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:21,132 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:21,132 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:21,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42918 deadline: 1733365041126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:21,132 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:21,132 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:21,132 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:21,132 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:21,132 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:21,132 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:21,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42852 deadline: 1733365041128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:21,133 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:21,133 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:21,133 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:21,137 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:21,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42888 deadline: 1733365041132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:21,137 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:21,137 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:21,138 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:21,138 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:21,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42876 deadline: 1733365041133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:21,139 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:21,139 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:21,139 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:21,240 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:21,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42868 deadline: 1733365041234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:21,240 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:21,240 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:21,240 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:21,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42918 deadline: 1733365041234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:21,240 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:21,241 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:21,241 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:21,241 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:21,247 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:21,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42852 deadline: 1733365041244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:21,247 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:21,247 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:21,247 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:21,247 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:21,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42888 deadline: 1733365041244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:21,247 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:21,247 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:21,247 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:21,248 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:21,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42876 deadline: 1733365041244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:21,248 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:21,248 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:21,248 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:21,308 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=303, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/A/8e8254001ff942b2b5e92c3ea407b8ad 2024-12-05T02:16:21,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/B/3e2435a14466407894551060bb41c293 is 50, key is test_row_0/B:col10/1733364978958/Put/seqid=0 2024-12-05T02:16:21,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742489_1665 (size=12301) 2024-12-05T02:16:21,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-12-05T02:16:21,447 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:21,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42868 deadline: 1733365041444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:21,448 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:21,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42918 deadline: 1733365041444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:21,448 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:21,448 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:21,448 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:21,448 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:21,448 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:21,448 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:21,458 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:21,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42852 deadline: 1733365041454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:21,459 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:21,459 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:21,459 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:21,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42888 deadline: 1733365041454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:21,459 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:21,459 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:21,459 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:21,459 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:21,459 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:21,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42876 deadline: 1733365041455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:21,459 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:21,460 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:21,460 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:21,721 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=303 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/B/3e2435a14466407894551060bb41c293 2024-12-05T02:16:21,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/C/7b245ba8a08a4a9492564245e3ec510f is 50, key is test_row_0/C:col10/1733364978958/Put/seqid=0 2024-12-05T02:16:21,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742490_1666 (size=12301) 2024-12-05T02:16:21,759 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:21,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42868 deadline: 1733365041755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:21,759 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:21,759 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:21,759 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:21,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42918 deadline: 1733365041755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:21,759 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:21,759 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:21,759 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:21,759 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:21,768 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:21,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42852 deadline: 1733365041764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:21,768 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:21,768 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:21,768 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:21,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42888 deadline: 1733365041764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:21,768 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:21,768 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:21,768 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:21,768 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:21,768 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:21,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42876 deadline: 1733365041764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:21,769 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:21,769 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:21,769 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:21,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-12-05T02:16:22,131 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=303 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/C/7b245ba8a08a4a9492564245e3ec510f 2024-12-05T02:16:22,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/A/8e8254001ff942b2b5e92c3ea407b8ad as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/A/8e8254001ff942b2b5e92c3ea407b8ad 2024-12-05T02:16:22,139 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/A/8e8254001ff942b2b5e92c3ea407b8ad, entries=150, sequenceid=303, filesize=30.5 K 2024-12-05T02:16:22,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/B/3e2435a14466407894551060bb41c293 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/B/3e2435a14466407894551060bb41c293 2024-12-05T02:16:22,144 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/B/3e2435a14466407894551060bb41c293, entries=150, sequenceid=303, filesize=12.0 K 2024-12-05T02:16:22,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/C/7b245ba8a08a4a9492564245e3ec510f as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/C/7b245ba8a08a4a9492564245e3ec510f 2024-12-05T02:16:22,147 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/C/7b245ba8a08a4a9492564245e3ec510f, entries=150, sequenceid=303, filesize=12.0 K 2024-12-05T02:16:22,148 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~360.33 KB/368976, currentSize=60.38 KB/61830 for 88dc99b1fce5f9820608541377dbd7ca in 1258ms, sequenceid=303, compaction requested=true 2024-12-05T02:16:22,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2603): Flush status journal for 88dc99b1fce5f9820608541377dbd7ca: 2024-12-05T02:16:22,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca. 2024-12-05T02:16:22,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=169 2024-12-05T02:16:22,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.HMaster(4169): Remote procedure done, pid=169 2024-12-05T02:16:22,151 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=169, resume processing ppid=168 2024-12-05T02:16:22,151 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=169, ppid=168, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4110 sec 2024-12-05T02:16:22,152 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=168, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=168, table=TestAcidGuarantees in 1.4160 sec 2024-12-05T02:16:22,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(8855): Flush requested on 88dc99b1fce5f9820608541377dbd7ca 2024-12-05T02:16:22,267 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 88dc99b1fce5f9820608541377dbd7ca 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-12-05T02:16:22,268 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88dc99b1fce5f9820608541377dbd7ca, store=A 2024-12-05T02:16:22,268 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:16:22,268 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88dc99b1fce5f9820608541377dbd7ca, store=B 2024-12-05T02:16:22,268 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:16:22,268 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88dc99b1fce5f9820608541377dbd7ca, store=C 2024-12-05T02:16:22,268 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:16:22,276 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205b37b167a05404b2b92cfad66c8024b88_88dc99b1fce5f9820608541377dbd7ca is 50, key is test_row_0/A:col10/1733364981130/Put/seqid=0 2024-12-05T02:16:22,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742491_1667 (size=14994) 2024-12-05T02:16:22,280 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:22,283 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205b37b167a05404b2b92cfad66c8024b88_88dc99b1fce5f9820608541377dbd7ca to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205b37b167a05404b2b92cfad66c8024b88_88dc99b1fce5f9820608541377dbd7ca 2024-12-05T02:16:22,284 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/A/53feef5322e5466fadb8777af2ce777e, store: [table=TestAcidGuarantees family=A region=88dc99b1fce5f9820608541377dbd7ca] 2024-12-05T02:16:22,285 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/A/53feef5322e5466fadb8777af2ce777e is 175, key is test_row_0/A:col10/1733364981130/Put/seqid=0 2024-12-05T02:16:22,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742492_1668 (size=39949) 2024-12-05T02:16:22,329 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:22,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42888 deadline: 1733365042322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:22,330 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:22,330 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:22,330 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:22,330 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:22,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42918 deadline: 1733365042322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:22,330 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:22,330 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:22,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42868 deadline: 1733365042322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:22,330 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:22,330 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:22,330 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:22,330 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:22,330 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:22,330 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:22,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42852 deadline: 1733365042323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:22,331 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:22,331 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:22,331 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:22,331 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:22,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42876 deadline: 1733365042323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:22,331 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:22,331 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:22,331 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:22,438 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:22,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42888 deadline: 1733365042435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:22,438 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:22,438 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:22,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42918 deadline: 1733365042435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:22,438 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:22,438 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:22,439 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:22,439 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:22,439 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:22,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42868 deadline: 1733365042435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:22,439 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:22,439 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:22,439 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:22,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42852 deadline: 1733365042435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:22,439 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:22,439 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:22,439 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:22,439 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:22,439 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:22,439 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:22,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42876 deadline: 1733365042435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:22,439 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:22,439 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:22,439 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:22,646 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:22,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42888 deadline: 1733365042644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:22,647 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:22,647 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:22,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42918 deadline: 1733365042644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:22,647 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:22,647 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:22,647 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:22,647 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:22,647 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:22,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42852 deadline: 1733365042644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:22,647 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:22,648 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:22,648 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:22,648 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:22,648 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:22,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42868 deadline: 1733365042644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:22,648 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:22,648 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:22,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42876 deadline: 1733365042645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:22,648 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:22,648 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:22,648 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:22,648 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:22,648 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:22,688 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=317, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/A/53feef5322e5466fadb8777af2ce777e 2024-12-05T02:16:22,694 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/B/f3c5cfd0ffb647a7b60f921edffef071 is 50, key is test_row_0/B:col10/1733364981130/Put/seqid=0 2024-12-05T02:16:22,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742493_1669 (size=12301) 2024-12-05T02:16:22,698 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/B/f3c5cfd0ffb647a7b60f921edffef071 2024-12-05T02:16:22,704 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/C/7a641323a1454e4a9ce7ee7b27a80cd6 is 50, key is test_row_0/C:col10/1733364981130/Put/seqid=0 2024-12-05T02:16:22,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742494_1670 (size=12301) 2024-12-05T02:16:22,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-12-05T02:16:22,885 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-05T02:16:22,885 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T02:16:22,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] procedure2.ProcedureExecutor(1139): Stored pid=170, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=170, table=TestAcidGuarantees 2024-12-05T02:16:22,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-12-05T02:16:22,887 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=170, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=170, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T02:16:22,888 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=170, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=170, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T02:16:22,888 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=171, ppid=170, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T02:16:22,958 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:22,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42888 deadline: 1733365042954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:22,958 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:22,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42918 deadline: 1733365042954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:22,959 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:22,959 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:22,959 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:22,959 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:22,959 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:22,959 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:22,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42852 deadline: 1733365042954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:22,959 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:22,959 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:22,959 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:22,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42868 deadline: 1733365042955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:22,959 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:22,959 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:22,959 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:22,959 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:22,959 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:22,959 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:22,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42876 deadline: 1733365042955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:22,960 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:22,960 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:22,960 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:22,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-12-05T02:16:23,040 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=171 2024-12-05T02:16:23,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca. 2024-12-05T02:16:23,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca. as already flushing 2024-12-05T02:16:23,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca. 2024-12-05T02:16:23,040 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] handler.RSProcedureHandler(58): pid=171 java.io.IOException: Unable to complete flush {ENCODED => 88dc99b1fce5f9820608541377dbd7ca, NAME => 'TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:16:23,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=171 java.io.IOException: Unable to complete flush {ENCODED => 88dc99b1fce5f9820608541377dbd7ca, NAME => 'TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:16:23,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=171 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 88dc99b1fce5f9820608541377dbd7ca, NAME => 'TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 88dc99b1fce5f9820608541377dbd7ca, NAME => 'TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:16:23,107 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/C/7a641323a1454e4a9ce7ee7b27a80cd6 2024-12-05T02:16:23,111 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/A/53feef5322e5466fadb8777af2ce777e as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/A/53feef5322e5466fadb8777af2ce777e 2024-12-05T02:16:23,114 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/A/53feef5322e5466fadb8777af2ce777e, entries=200, sequenceid=317, filesize=39.0 K 2024-12-05T02:16:23,114 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/B/f3c5cfd0ffb647a7b60f921edffef071 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/B/f3c5cfd0ffb647a7b60f921edffef071 2024-12-05T02:16:23,117 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/B/f3c5cfd0ffb647a7b60f921edffef071, entries=150, sequenceid=317, filesize=12.0 K 2024-12-05T02:16:23,118 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/C/7a641323a1454e4a9ce7ee7b27a80cd6 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/C/7a641323a1454e4a9ce7ee7b27a80cd6 2024-12-05T02:16:23,121 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/C/7a641323a1454e4a9ce7ee7b27a80cd6, entries=150, sequenceid=317, filesize=12.0 K 2024-12-05T02:16:23,121 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=107.34 KB/109920 for 88dc99b1fce5f9820608541377dbd7ca in 854ms, sequenceid=317, compaction requested=true 2024-12-05T02:16:23,121 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 88dc99b1fce5f9820608541377dbd7ca: 2024-12-05T02:16:23,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 88dc99b1fce5f9820608541377dbd7ca:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T02:16:23,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:16:23,122 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T02:16:23,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 88dc99b1fce5f9820608541377dbd7ca:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T02:16:23,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:16:23,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 88dc99b1fce5f9820608541377dbd7ca:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T02:16:23,122 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T02:16:23,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T02:16:23,123 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 134110 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T02:16:23,123 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49600 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T02:16:23,123 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1541): 88dc99b1fce5f9820608541377dbd7ca/A is initiating minor compaction (all files) 2024-12-05T02:16:23,123 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1541): 88dc99b1fce5f9820608541377dbd7ca/B is initiating minor compaction (all files) 2024-12-05T02:16:23,123 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 88dc99b1fce5f9820608541377dbd7ca/A in TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca. 2024-12-05T02:16:23,123 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 88dc99b1fce5f9820608541377dbd7ca/B in TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca. 2024-12-05T02:16:23,123 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/A/1e4d9332243e439e85154e27f812b84b, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/A/0c80f68b80c44e3e81370d876bdad5eb, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/A/8e8254001ff942b2b5e92c3ea407b8ad, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/A/53feef5322e5466fadb8777af2ce777e] into tmpdir=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp, totalSize=131.0 K 2024-12-05T02:16:23,123 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/B/ef61bc34961345e6897f3dd9c20f31ed, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/B/8d97c09e28714495af05f30acf1db814, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/B/3e2435a14466407894551060bb41c293, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/B/f3c5cfd0ffb647a7b60f921edffef071] into tmpdir=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp, totalSize=48.4 K 2024-12-05T02:16:23,123 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca. 2024-12-05T02:16:23,123 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca. files: [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/A/1e4d9332243e439e85154e27f812b84b, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/A/0c80f68b80c44e3e81370d876bdad5eb, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/A/8e8254001ff942b2b5e92c3ea407b8ad, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/A/53feef5322e5466fadb8777af2ce777e] 2024-12-05T02:16:23,123 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1e4d9332243e439e85154e27f812b84b, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1733364978040 2024-12-05T02:16:23,123 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting ef61bc34961345e6897f3dd9c20f31ed, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1733364978040 2024-12-05T02:16:23,123 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting 8d97c09e28714495af05f30acf1db814, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=265, earliestPutTs=1733364978224 2024-12-05T02:16:23,124 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0c80f68b80c44e3e81370d876bdad5eb, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=265, earliestPutTs=1733364978224 2024-12-05T02:16:23,124 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting 3e2435a14466407894551060bb41c293, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=303, earliestPutTs=1733364978942 2024-12-05T02:16:23,124 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8e8254001ff942b2b5e92c3ea407b8ad, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=303, earliestPutTs=1733364978942 2024-12-05T02:16:23,124 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting f3c5cfd0ffb647a7b60f921edffef071, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1733364981130 2024-12-05T02:16:23,124 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting 53feef5322e5466fadb8777af2ce777e, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1733364981130 2024-12-05T02:16:23,129 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=88dc99b1fce5f9820608541377dbd7ca] 2024-12-05T02:16:23,131 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412050500237fb88448b1be65886e85a8b63a_88dc99b1fce5f9820608541377dbd7ca store=[table=TestAcidGuarantees family=A region=88dc99b1fce5f9820608541377dbd7ca] 2024-12-05T02:16:23,132 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 88dc99b1fce5f9820608541377dbd7ca#B#compaction#570 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-05T02:16:23,132 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/B/d3c204aeb1de4569bde62439c0a3b786 is 50, key is test_row_0/B:col10/1733364981130/Put/seqid=0 2024-12-05T02:16:23,134 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412050500237fb88448b1be65886e85a8b63a_88dc99b1fce5f9820608541377dbd7ca, store=[table=TestAcidGuarantees family=A region=88dc99b1fce5f9820608541377dbd7ca] 2024-12-05T02:16:23,134 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412050500237fb88448b1be65886e85a8b63a_88dc99b1fce5f9820608541377dbd7ca because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=88dc99b1fce5f9820608541377dbd7ca] 2024-12-05T02:16:23,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742495_1671 (size=12983) 2024-12-05T02:16:23,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742496_1672 (size=4469) 2024-12-05T02:16:23,154 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 88dc99b1fce5f9820608541377dbd7ca#A#compaction#569 average throughput is 1.02 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T02:16:23,154 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/A/9962b4f6ea1d4c41830be96e40de7021 is 175, key is test_row_0/A:col10/1733364981130/Put/seqid=0 2024-12-05T02:16:23,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742497_1673 (size=31937) 2024-12-05T02:16:23,171 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/A/9962b4f6ea1d4c41830be96e40de7021 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/A/9962b4f6ea1d4c41830be96e40de7021 2024-12-05T02:16:23,175 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 88dc99b1fce5f9820608541377dbd7ca/A of 88dc99b1fce5f9820608541377dbd7ca into 9962b4f6ea1d4c41830be96e40de7021(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T02:16:23,175 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 88dc99b1fce5f9820608541377dbd7ca: 2024-12-05T02:16:23,175 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., storeName=88dc99b1fce5f9820608541377dbd7ca/A, priority=12, startTime=1733364983122; duration=0sec 2024-12-05T02:16:23,175 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T02:16:23,175 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 88dc99b1fce5f9820608541377dbd7ca:A 2024-12-05T02:16:23,175 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T02:16:23,176 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49600 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T02:16:23,176 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1541): 88dc99b1fce5f9820608541377dbd7ca/C is initiating minor compaction (all files) 2024-12-05T02:16:23,176 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 88dc99b1fce5f9820608541377dbd7ca/C in TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca. 2024-12-05T02:16:23,177 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/C/3ae1fdd61e8c4629b67fcacddefbe3d2, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/C/14f4982cf2b041018bc0ae48fb1d3d2b, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/C/7b245ba8a08a4a9492564245e3ec510f, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/C/7a641323a1454e4a9ce7ee7b27a80cd6] into tmpdir=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp, totalSize=48.4 K 2024-12-05T02:16:23,177 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3ae1fdd61e8c4629b67fcacddefbe3d2, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1733364978040 2024-12-05T02:16:23,177 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting 14f4982cf2b041018bc0ae48fb1d3d2b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=265, earliestPutTs=1733364978224 2024-12-05T02:16:23,177 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7b245ba8a08a4a9492564245e3ec510f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=303, earliestPutTs=1733364978942 2024-12-05T02:16:23,178 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7a641323a1454e4a9ce7ee7b27a80cd6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1733364981130 2024-12-05T02:16:23,186 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 88dc99b1fce5f9820608541377dbd7ca#C#compaction#571 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T02:16:23,186 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/C/53d18717212c491a9e47447bb850b902 is 50, key is test_row_0/C:col10/1733364981130/Put/seqid=0 2024-12-05T02:16:23,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742498_1674 (size=12983) 2024-12-05T02:16:23,193 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=171 2024-12-05T02:16:23,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca. 2024-12-05T02:16:23,193 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2902): Flushing 88dc99b1fce5f9820608541377dbd7ca 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-12-05T02:16:23,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88dc99b1fce5f9820608541377dbd7ca, store=A 2024-12-05T02:16:23,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:16:23,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88dc99b1fce5f9820608541377dbd7ca, store=B 2024-12-05T02:16:23,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:16:23,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88dc99b1fce5f9820608541377dbd7ca, store=C 2024-12-05T02:16:23,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:16:23,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205417165ed45684068ae5e10b83cdcfad2_88dc99b1fce5f9820608541377dbd7ca is 50, key is test_row_0/A:col10/1733364982322/Put/seqid=0 2024-12-05T02:16:23,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742499_1675 (size=12454) 2024-12-05T02:16:23,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-12-05T02:16:23,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(8855): Flush requested on 88dc99b1fce5f9820608541377dbd7ca 2024-12-05T02:16:23,467 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca. as already flushing 2024-12-05T02:16:23,480 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:23,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42918 deadline: 1733365043474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:23,481 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:23,481 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:23,481 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:23,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42876 deadline: 1733365043474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:23,481 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:23,481 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:23,481 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:23,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42868 deadline: 1733365043475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:23,481 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:23,481 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:23,481 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:23,481 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:23,481 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:23,481 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:23,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42888 deadline: 1733365043477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:23,482 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:23,482 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:23,482 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:23,486 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:23,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42852 deadline: 1733365043481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:23,486 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:23,486 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:23,486 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:23,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-12-05T02:16:23,550 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/B/d3c204aeb1de4569bde62439c0a3b786 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/B/d3c204aeb1de4569bde62439c0a3b786 2024-12-05T02:16:23,554 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 88dc99b1fce5f9820608541377dbd7ca/B of 88dc99b1fce5f9820608541377dbd7ca into d3c204aeb1de4569bde62439c0a3b786(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T02:16:23,554 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 88dc99b1fce5f9820608541377dbd7ca: 2024-12-05T02:16:23,554 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., storeName=88dc99b1fce5f9820608541377dbd7ca/B, priority=12, startTime=1733364983122; duration=0sec 2024-12-05T02:16:23,554 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:16:23,554 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 88dc99b1fce5f9820608541377dbd7ca:B 2024-12-05T02:16:23,587 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:23,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42918 deadline: 1733365043584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:23,587 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:23,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42876 deadline: 1733365043584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:23,587 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:23,587 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:23,587 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:23,587 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:23,587 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:23,587 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:23,587 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:23,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42868 deadline: 1733365043584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:23,588 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:23,588 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:23,588 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:23,588 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:23,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42888 deadline: 1733365043584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:23,588 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:23,588 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:23,588 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:23,595 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/C/53d18717212c491a9e47447bb850b902 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/C/53d18717212c491a9e47447bb850b902 2024-12-05T02:16:23,598 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:23,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42852 deadline: 1733365043595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:23,598 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:23,598 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:23,598 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:23,599 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 88dc99b1fce5f9820608541377dbd7ca/C of 88dc99b1fce5f9820608541377dbd7ca into 53d18717212c491a9e47447bb850b902(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T02:16:23,599 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 88dc99b1fce5f9820608541377dbd7ca: 2024-12-05T02:16:23,599 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., storeName=88dc99b1fce5f9820608541377dbd7ca/C, priority=12, startTime=1733364983122; duration=0sec 2024-12-05T02:16:23,599 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:16:23,599 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 88dc99b1fce5f9820608541377dbd7ca:C 2024-12-05T02:16:23,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:23,604 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205417165ed45684068ae5e10b83cdcfad2_88dc99b1fce5f9820608541377dbd7ca to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205417165ed45684068ae5e10b83cdcfad2_88dc99b1fce5f9820608541377dbd7ca 2024-12-05T02:16:23,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/A/de99cb9d7d074cbba31b6e7a861a7289, store: [table=TestAcidGuarantees family=A region=88dc99b1fce5f9820608541377dbd7ca] 2024-12-05T02:16:23,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/A/de99cb9d7d074cbba31b6e7a861a7289 is 175, key is test_row_0/A:col10/1733364982322/Put/seqid=0 2024-12-05T02:16:23,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742500_1676 (size=31255) 2024-12-05T02:16:23,610 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=337, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/A/de99cb9d7d074cbba31b6e7a861a7289 2024-12-05T02:16:23,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/B/c479a6b50bb243e0b958f8de0a1d1334 is 50, key is test_row_0/B:col10/1733364982322/Put/seqid=0 2024-12-05T02:16:23,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742501_1677 (size=12301) 2024-12-05T02:16:23,620 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=337 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/B/c479a6b50bb243e0b958f8de0a1d1334 2024-12-05T02:16:23,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/C/028b61e812e1499796f118e2faaa9fba is 50, key is test_row_0/C:col10/1733364982322/Put/seqid=0 2024-12-05T02:16:23,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742502_1678 (size=12301) 2024-12-05T02:16:23,629 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=337 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/C/028b61e812e1499796f118e2faaa9fba 2024-12-05T02:16:23,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/A/de99cb9d7d074cbba31b6e7a861a7289 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/A/de99cb9d7d074cbba31b6e7a861a7289 2024-12-05T02:16:23,635 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/A/de99cb9d7d074cbba31b6e7a861a7289, entries=150, sequenceid=337, filesize=30.5 K 2024-12-05T02:16:23,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/B/c479a6b50bb243e0b958f8de0a1d1334 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/B/c479a6b50bb243e0b958f8de0a1d1334 2024-12-05T02:16:23,640 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/B/c479a6b50bb243e0b958f8de0a1d1334, entries=150, sequenceid=337, filesize=12.0 K 2024-12-05T02:16:23,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/C/028b61e812e1499796f118e2faaa9fba as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/C/028b61e812e1499796f118e2faaa9fba 2024-12-05T02:16:23,643 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/C/028b61e812e1499796f118e2faaa9fba, entries=150, sequenceid=337, filesize=12.0 K 2024-12-05T02:16:23,644 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 88dc99b1fce5f9820608541377dbd7ca in 451ms, sequenceid=337, compaction requested=false 2024-12-05T02:16:23,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2603): Flush status journal for 88dc99b1fce5f9820608541377dbd7ca: 2024-12-05T02:16:23,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca. 2024-12-05T02:16:23,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=171 2024-12-05T02:16:23,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.HMaster(4169): Remote procedure done, pid=171 2024-12-05T02:16:23,647 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=171, resume processing ppid=170 2024-12-05T02:16:23,647 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=171, ppid=170, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 757 msec 2024-12-05T02:16:23,648 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=170, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=170, table=TestAcidGuarantees in 762 msec 2024-12-05T02:16:23,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(8855): Flush requested on 88dc99b1fce5f9820608541377dbd7ca 2024-12-05T02:16:23,798 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 88dc99b1fce5f9820608541377dbd7ca 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-12-05T02:16:23,798 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88dc99b1fce5f9820608541377dbd7ca, store=A 2024-12-05T02:16:23,799 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:16:23,799 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88dc99b1fce5f9820608541377dbd7ca, store=B 2024-12-05T02:16:23,799 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:16:23,799 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88dc99b1fce5f9820608541377dbd7ca, store=C 2024-12-05T02:16:23,799 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:16:23,804 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412058df204ed96f04ac2bf9622cc83200b7b_88dc99b1fce5f9820608541377dbd7ca is 50, key is test_row_0/A:col10/1733364983797/Put/seqid=0 2024-12-05T02:16:23,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742503_1679 (size=12454) 2024-12-05T02:16:23,808 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:23,811 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412058df204ed96f04ac2bf9622cc83200b7b_88dc99b1fce5f9820608541377dbd7ca to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412058df204ed96f04ac2bf9622cc83200b7b_88dc99b1fce5f9820608541377dbd7ca 2024-12-05T02:16:23,812 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/A/0e4d947359664133a6e17d1094db523b, store: [table=TestAcidGuarantees family=A region=88dc99b1fce5f9820608541377dbd7ca] 2024-12-05T02:16:23,812 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/A/0e4d947359664133a6e17d1094db523b is 175, key is test_row_0/A:col10/1733364983797/Put/seqid=0 2024-12-05T02:16:23,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742504_1680 (size=31255) 2024-12-05T02:16:23,819 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:23,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42868 deadline: 1733365043813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:23,820 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:23,820 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:23,820 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:23,820 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:23,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42918 deadline: 1733365043814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:23,820 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:23,820 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:23,820 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:23,824 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:23,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42876 deadline: 1733365043818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:23,824 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:23,825 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:23,825 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:23,825 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:23,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42852 deadline: 1733365043820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:23,825 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:23,825 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:23,825 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:23,826 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:23,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42888 deadline: 1733365043825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:23,827 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:23,827 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:23,827 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:23,927 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:23,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42868 deadline: 1733365043924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:23,927 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:23,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42918 deadline: 1733365043924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:23,927 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:23,927 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:23,927 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:23,927 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:23,928 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:23,928 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:23,937 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:23,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42876 deadline: 1733365043935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:23,937 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:23,937 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:23,937 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:23,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42852 deadline: 1733365043935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:23,937 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:23,937 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:23,937 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:23,937 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:23,937 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:23,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42888 deadline: 1733365043935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:23,938 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:23,938 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:23,938 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:24,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-12-05T02:16:24,025 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-05T02:16:24,025 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T02:16:24,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] procedure2.ProcedureExecutor(1139): Stored pid=172, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=172, table=TestAcidGuarantees 2024-12-05T02:16:24,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-12-05T02:16:24,027 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=172, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=172, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T02:16:24,028 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=172, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=172, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T02:16:24,028 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=173, ppid=172, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T02:16:24,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-12-05T02:16:24,138 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:24,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42868 deadline: 1733365044134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:24,138 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:24,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42918 deadline: 1733365044135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:24,138 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:24,138 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:24,138 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:24,139 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:24,139 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:24,139 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:24,146 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:24,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42876 deadline: 1733365044144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:24,146 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:24,146 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:24,146 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:24,146 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:24,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42852 deadline: 1733365044144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:24,146 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:24,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42888 deadline: 1733365044144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:24,147 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:24,147 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:24,147 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:24,147 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:24,147 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:24,147 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:24,180 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=173 2024-12-05T02:16:24,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca. 2024-12-05T02:16:24,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca. as already flushing 2024-12-05T02:16:24,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca. 2024-12-05T02:16:24,180 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] handler.RSProcedureHandler(58): pid=173 java.io.IOException: Unable to complete flush {ENCODED => 88dc99b1fce5f9820608541377dbd7ca, NAME => 'TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:16:24,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=173 java.io.IOException: Unable to complete flush {ENCODED => 88dc99b1fce5f9820608541377dbd7ca, NAME => 'TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:16:24,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=173 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 88dc99b1fce5f9820608541377dbd7ca, NAME => 'TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 88dc99b1fce5f9820608541377dbd7ca, NAME => 'TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:16:24,216 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=354, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/A/0e4d947359664133a6e17d1094db523b 2024-12-05T02:16:24,222 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/B/549911f3e4854a99a91281187501b65d is 50, key is test_row_0/B:col10/1733364983797/Put/seqid=0 2024-12-05T02:16:24,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742505_1681 (size=12301) 2024-12-05T02:16:24,333 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=173 2024-12-05T02:16:24,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca. 2024-12-05T02:16:24,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca. as already flushing 2024-12-05T02:16:24,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca. 2024-12-05T02:16:24,333 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] handler.RSProcedureHandler(58): pid=173 java.io.IOException: Unable to complete flush {ENCODED => 88dc99b1fce5f9820608541377dbd7ca, NAME => 'TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:16:24,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=173 java.io.IOException: Unable to complete flush {ENCODED => 88dc99b1fce5f9820608541377dbd7ca, NAME => 'TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:16:24,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=173 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 88dc99b1fce5f9820608541377dbd7ca, NAME => 'TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 88dc99b1fce5f9820608541377dbd7ca, NAME => 'TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:16:24,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-12-05T02:16:24,447 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:24,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42868 deadline: 1733365044444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:24,447 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:24,447 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:24,447 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:24,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42918 deadline: 1733365044444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:24,447 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:24,447 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:24,447 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:24,447 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:24,458 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:24,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42876 deadline: 1733365044455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:24,458 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:24,458 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:24,458 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:24,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42852 deadline: 1733365044455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:24,458 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:24,459 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:24,459 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:24,459 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:24,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42888 deadline: 1733365044455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:24,459 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:24,459 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:24,459 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:24,459 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:24,485 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=173 2024-12-05T02:16:24,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca. 2024-12-05T02:16:24,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca. as already flushing 2024-12-05T02:16:24,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca. 2024-12-05T02:16:24,486 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] handler.RSProcedureHandler(58): pid=173 java.io.IOException: Unable to complete flush {ENCODED => 88dc99b1fce5f9820608541377dbd7ca, NAME => 'TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:16:24,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=173 java.io.IOException: Unable to complete flush {ENCODED => 88dc99b1fce5f9820608541377dbd7ca, NAME => 'TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:16:24,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=173 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 88dc99b1fce5f9820608541377dbd7ca, NAME => 'TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 88dc99b1fce5f9820608541377dbd7ca, NAME => 'TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:16:24,626 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=354 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/B/549911f3e4854a99a91281187501b65d 2024-12-05T02:16:24,632 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/C/4ea3ef062a5e49019bcc937e9e391ce9 is 50, key is test_row_0/C:col10/1733364983797/Put/seqid=0 2024-12-05T02:16:24,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742506_1682 (size=12301) 2024-12-05T02:16:24,635 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=354 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/C/4ea3ef062a5e49019bcc937e9e391ce9 2024-12-05T02:16:24,638 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=173 2024-12-05T02:16:24,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca. 2024-12-05T02:16:24,638 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/A/0e4d947359664133a6e17d1094db523b as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/A/0e4d947359664133a6e17d1094db523b 2024-12-05T02:16:24,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca. as already flushing 2024-12-05T02:16:24,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca. 2024-12-05T02:16:24,639 ERROR [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] handler.RSProcedureHandler(58): pid=173 java.io.IOException: Unable to complete flush {ENCODED => 88dc99b1fce5f9820608541377dbd7ca, NAME => 'TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:16:24,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=173 java.io.IOException: Unable to complete flush {ENCODED => 88dc99b1fce5f9820608541377dbd7ca, NAME => 'TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:16:24,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.HMaster(4177): Remote procedure failed, pid=173 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 88dc99b1fce5f9820608541377dbd7ca, NAME => 'TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 88dc99b1fce5f9820608541377dbd7ca, NAME => 'TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T02:16:24,643 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/A/0e4d947359664133a6e17d1094db523b, entries=150, sequenceid=354, filesize=30.5 K 2024-12-05T02:16:24,643 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/B/549911f3e4854a99a91281187501b65d as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/B/549911f3e4854a99a91281187501b65d 2024-12-05T02:16:24,647 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/B/549911f3e4854a99a91281187501b65d, entries=150, sequenceid=354, filesize=12.0 K 2024-12-05T02:16:24,647 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/C/4ea3ef062a5e49019bcc937e9e391ce9 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/C/4ea3ef062a5e49019bcc937e9e391ce9 2024-12-05T02:16:24,650 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/C/4ea3ef062a5e49019bcc937e9e391ce9, entries=150, sequenceid=354, filesize=12.0 K 2024-12-05T02:16:24,651 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=100.63 KB/103050 for 88dc99b1fce5f9820608541377dbd7ca in 853ms, sequenceid=354, compaction requested=true 2024-12-05T02:16:24,651 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 88dc99b1fce5f9820608541377dbd7ca: 2024-12-05T02:16:24,651 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 88dc99b1fce5f9820608541377dbd7ca:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T02:16:24,651 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:16:24,652 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 88dc99b1fce5f9820608541377dbd7ca:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T02:16:24,652 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T02:16:24,652 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:16:24,652 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 88dc99b1fce5f9820608541377dbd7ca:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T02:16:24,652 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T02:16:24,652 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T02:16:24,653 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T02:16:24,653 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94447 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T02:16:24,653 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1541): 88dc99b1fce5f9820608541377dbd7ca/B is initiating minor compaction (all files) 2024-12-05T02:16:24,653 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1541): 88dc99b1fce5f9820608541377dbd7ca/A is initiating minor compaction (all files) 2024-12-05T02:16:24,653 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 88dc99b1fce5f9820608541377dbd7ca/B in TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca. 2024-12-05T02:16:24,653 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 88dc99b1fce5f9820608541377dbd7ca/A in TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca. 2024-12-05T02:16:24,653 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/B/d3c204aeb1de4569bde62439c0a3b786, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/B/c479a6b50bb243e0b958f8de0a1d1334, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/B/549911f3e4854a99a91281187501b65d] into tmpdir=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp, totalSize=36.7 K 2024-12-05T02:16:24,653 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/A/9962b4f6ea1d4c41830be96e40de7021, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/A/de99cb9d7d074cbba31b6e7a861a7289, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/A/0e4d947359664133a6e17d1094db523b] into tmpdir=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp, totalSize=92.2 K 2024-12-05T02:16:24,653 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca. 2024-12-05T02:16:24,653 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca. files: [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/A/9962b4f6ea1d4c41830be96e40de7021, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/A/de99cb9d7d074cbba31b6e7a861a7289, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/A/0e4d947359664133a6e17d1094db523b] 2024-12-05T02:16:24,653 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting d3c204aeb1de4569bde62439c0a3b786, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1733364981130 2024-12-05T02:16:24,653 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9962b4f6ea1d4c41830be96e40de7021, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1733364981130 2024-12-05T02:16:24,654 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting c479a6b50bb243e0b958f8de0a1d1334, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1733364982286 2024-12-05T02:16:24,654 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting de99cb9d7d074cbba31b6e7a861a7289, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1733364982286 2024-12-05T02:16:24,654 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0e4d947359664133a6e17d1094db523b, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=354, earliestPutTs=1733364983479 2024-12-05T02:16:24,654 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting 549911f3e4854a99a91281187501b65d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=354, earliestPutTs=1733364983479 2024-12-05T02:16:24,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-12-05T02:16:24,659 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=88dc99b1fce5f9820608541377dbd7ca] 2024-12-05T02:16:24,660 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412055e7177ae94a24b819a185a47d700626f_88dc99b1fce5f9820608541377dbd7ca store=[table=TestAcidGuarantees family=A region=88dc99b1fce5f9820608541377dbd7ca] 2024-12-05T02:16:24,661 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 88dc99b1fce5f9820608541377dbd7ca#B#compaction#579 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-05T02:16:24,661 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/B/cd021f80a1df4af69606a38d95ef9c69 is 50, key is test_row_0/B:col10/1733364983797/Put/seqid=0 2024-12-05T02:16:24,663 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412055e7177ae94a24b819a185a47d700626f_88dc99b1fce5f9820608541377dbd7ca, store=[table=TestAcidGuarantees family=A region=88dc99b1fce5f9820608541377dbd7ca] 2024-12-05T02:16:24,663 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412055e7177ae94a24b819a185a47d700626f_88dc99b1fce5f9820608541377dbd7ca because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=88dc99b1fce5f9820608541377dbd7ca] 2024-12-05T02:16:24,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742507_1683 (size=13085) 2024-12-05T02:16:24,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742508_1684 (size=4469) 2024-12-05T02:16:24,667 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 88dc99b1fce5f9820608541377dbd7ca#A#compaction#578 average throughput is 3.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T02:16:24,668 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/A/d633d5428d8b4b9094e5dbb82a3f7708 is 175, key is test_row_0/A:col10/1733364983797/Put/seqid=0 2024-12-05T02:16:24,670 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/B/cd021f80a1df4af69606a38d95ef9c69 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/B/cd021f80a1df4af69606a38d95ef9c69 2024-12-05T02:16:24,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742509_1685 (size=32039) 2024-12-05T02:16:24,674 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 88dc99b1fce5f9820608541377dbd7ca/B of 88dc99b1fce5f9820608541377dbd7ca into cd021f80a1df4af69606a38d95ef9c69(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T02:16:24,674 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 88dc99b1fce5f9820608541377dbd7ca: 2024-12-05T02:16:24,674 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., storeName=88dc99b1fce5f9820608541377dbd7ca/B, priority=13, startTime=1733364984651; duration=0sec 2024-12-05T02:16:24,674 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T02:16:24,675 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 88dc99b1fce5f9820608541377dbd7ca:B 2024-12-05T02:16:24,675 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T02:16:24,675 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/A/d633d5428d8b4b9094e5dbb82a3f7708 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/A/d633d5428d8b4b9094e5dbb82a3f7708 2024-12-05T02:16:24,676 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T02:16:24,676 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1541): 88dc99b1fce5f9820608541377dbd7ca/C is initiating minor compaction (all files) 2024-12-05T02:16:24,676 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 88dc99b1fce5f9820608541377dbd7ca/C in TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca. 2024-12-05T02:16:24,676 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/C/53d18717212c491a9e47447bb850b902, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/C/028b61e812e1499796f118e2faaa9fba, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/C/4ea3ef062a5e49019bcc937e9e391ce9] into tmpdir=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp, totalSize=36.7 K 2024-12-05T02:16:24,676 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting 53d18717212c491a9e47447bb850b902, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1733364981130 2024-12-05T02:16:24,677 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting 028b61e812e1499796f118e2faaa9fba, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1733364982286 2024-12-05T02:16:24,677 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] compactions.Compactor(225): Compacting 4ea3ef062a5e49019bcc937e9e391ce9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=354, earliestPutTs=1733364983479 2024-12-05T02:16:24,690 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 88dc99b1fce5f9820608541377dbd7ca/A of 88dc99b1fce5f9820608541377dbd7ca into d633d5428d8b4b9094e5dbb82a3f7708(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T02:16:24,690 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 88dc99b1fce5f9820608541377dbd7ca: 2024-12-05T02:16:24,690 INFO [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., storeName=88dc99b1fce5f9820608541377dbd7ca/A, priority=13, startTime=1733364984651; duration=0sec 2024-12-05T02:16:24,690 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:16:24,690 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 88dc99b1fce5f9820608541377dbd7ca:A 2024-12-05T02:16:24,693 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 88dc99b1fce5f9820608541377dbd7ca#C#compaction#580 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T02:16:24,694 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/C/1bce6c17342f4fd2a0fa99dbbe169391 is 50, key is test_row_0/C:col10/1733364983797/Put/seqid=0 2024-12-05T02:16:24,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742510_1686 (size=13085) 2024-12-05T02:16:24,705 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/C/1bce6c17342f4fd2a0fa99dbbe169391 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/C/1bce6c17342f4fd2a0fa99dbbe169391 2024-12-05T02:16:24,709 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 88dc99b1fce5f9820608541377dbd7ca/C of 88dc99b1fce5f9820608541377dbd7ca into 1bce6c17342f4fd2a0fa99dbbe169391(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T02:16:24,709 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 88dc99b1fce5f9820608541377dbd7ca: 2024-12-05T02:16:24,709 INFO [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., storeName=88dc99b1fce5f9820608541377dbd7ca/C, priority=13, startTime=1733364984652; duration=0sec 2024-12-05T02:16:24,710 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:16:24,710 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 88dc99b1fce5f9820608541377dbd7ca:C 2024-12-05T02:16:24,791 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46535 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=173 2024-12-05T02:16:24,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca. 2024-12-05T02:16:24,791 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegion(2902): Flushing 88dc99b1fce5f9820608541377dbd7ca 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-12-05T02:16:24,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88dc99b1fce5f9820608541377dbd7ca, store=A 2024-12-05T02:16:24,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:16:24,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88dc99b1fce5f9820608541377dbd7ca, store=B 2024-12-05T02:16:24,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:16:24,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88dc99b1fce5f9820608541377dbd7ca, store=C 2024-12-05T02:16:24,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:16:24,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412050496f3881f9a481d953d16b623b2ea6a_88dc99b1fce5f9820608541377dbd7ca is 50, key is test_row_0/A:col10/1733364983817/Put/seqid=0 2024-12-05T02:16:24,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742511_1687 (size=12454) 2024-12-05T02:16:24,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(8855): Flush requested on 88dc99b1fce5f9820608541377dbd7ca 2024-12-05T02:16:24,956 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca. as already flushing 2024-12-05T02:16:24,972 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:24,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42868 deadline: 1733365044969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:24,972 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:24,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42876 deadline: 1733365044970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:24,972 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:24,972 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:24,972 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:24,973 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:24,973 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:24,973 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:24,975 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:24,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42852 deadline: 1733365044971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:24,976 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:24,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42888 deadline: 1733365044971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:24,976 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:24,976 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:24,976 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:24,976 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:24,976 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:24,976 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:24,976 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:24,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42918 deadline: 1733365044972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:24,976 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:24,976 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:24,976 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:25,077 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:25,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42868 deadline: 1733365045074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:25,077 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:25,077 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:25,078 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:25,087 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:25,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42852 deadline: 1733365045084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:25,087 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:25,087 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:25,088 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:25,088 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:25,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42876 deadline: 1733365045084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:25,088 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:25,088 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:25,088 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:25,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42888 deadline: 1733365045084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:25,088 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:25,088 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:25,088 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:25,088 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:25,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42918 deadline: 1733365045084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:25,088 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:25,088 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:25,088 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:25,088 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:25,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-12-05T02:16:25,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:25,205 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412050496f3881f9a481d953d16b623b2ea6a_88dc99b1fce5f9820608541377dbd7ca to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412050496f3881f9a481d953d16b623b2ea6a_88dc99b1fce5f9820608541377dbd7ca 2024-12-05T02:16:25,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/A/3b2bd63a7e6e466eb6b9265ca005c00d, store: [table=TestAcidGuarantees family=A region=88dc99b1fce5f9820608541377dbd7ca] 2024-12-05T02:16:25,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/A/3b2bd63a7e6e466eb6b9265ca005c00d is 175, key is test_row_0/A:col10/1733364983817/Put/seqid=0 2024-12-05T02:16:25,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742512_1688 (size=31255) 2024-12-05T02:16:25,287 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:25,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42868 deadline: 1733365045284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:25,287 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:25,287 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:25,287 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:25,296 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:25,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42852 deadline: 1733365045294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:25,296 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:25,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42876 deadline: 1733365045294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:25,296 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:25,296 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:25,296 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:25,296 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:25,296 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:25,296 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:25,298 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:25,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42888 deadline: 1733365045295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:25,298 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:25,298 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:25,298 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:25,298 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:25,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42918 deadline: 1733365045295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:25,298 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:25,298 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:25,299 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:25,597 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:25,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42868 deadline: 1733365045594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:25,598 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:25,598 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:25,598 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:25,608 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:25,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42852 deadline: 1733365045605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:25,608 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:25,608 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:25,608 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:25,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42876 deadline: 1733365045605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:25,608 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:25,608 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:25,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42888 deadline: 1733365045605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:25,608 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:25,608 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:25,608 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:25,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42918 deadline: 1733365045605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:25,609 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:25,609 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:25,609 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:25,609 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:25,609 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:25,609 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:25,609 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:25,617 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=375, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/A/3b2bd63a7e6e466eb6b9265ca005c00d 2024-12-05T02:16:25,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/B/9e316c173f1a45e48ac8433a3ccb39c6 is 50, key is test_row_0/B:col10/1733364983817/Put/seqid=0 2024-12-05T02:16:25,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742513_1689 (size=12301) 2024-12-05T02:16:26,028 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=375 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/B/9e316c173f1a45e48ac8433a3ccb39c6 2024-12-05T02:16:26,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/C/167f6a68e7ac46ffb80bc135cf8b38d2 is 50, key is test_row_0/C:col10/1733364983817/Put/seqid=0 2024-12-05T02:16:26,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742514_1690 (size=12301) 2024-12-05T02:16:26,107 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:26,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42868 deadline: 1733365046105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:26,108 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:26,108 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:26,108 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:26,116 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:26,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42852 deadline: 1733365046114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:26,117 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:26,117 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:26,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42876 deadline: 1733365046114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:26,117 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:26,117 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:26,117 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:26,117 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:26,117 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:26,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42888 deadline: 1733365046114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:26,117 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:26,117 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:26,117 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:26,118 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:26,118 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-05T02:16:26,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42918 deadline: 1733365046114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:26,118 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 , the old value is region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:26,118 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T02:16:26,118 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., hostname=01bccfa882c7,46535,1733364817982, seqNum=5 because the exception is null or not the one we care about 2024-12-05T02:16:26,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-12-05T02:16:26,439 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=375 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/C/167f6a68e7ac46ffb80bc135cf8b38d2 2024-12-05T02:16:26,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/A/3b2bd63a7e6e466eb6b9265ca005c00d as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/A/3b2bd63a7e6e466eb6b9265ca005c00d 2024-12-05T02:16:26,445 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/A/3b2bd63a7e6e466eb6b9265ca005c00d, entries=150, sequenceid=375, filesize=30.5 K 2024-12-05T02:16:26,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/B/9e316c173f1a45e48ac8433a3ccb39c6 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/B/9e316c173f1a45e48ac8433a3ccb39c6 2024-12-05T02:16:26,449 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/B/9e316c173f1a45e48ac8433a3ccb39c6, entries=150, sequenceid=375, filesize=12.0 K 2024-12-05T02:16:26,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/C/167f6a68e7ac46ffb80bc135cf8b38d2 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/C/167f6a68e7ac46ffb80bc135cf8b38d2 2024-12-05T02:16:26,452 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/C/167f6a68e7ac46ffb80bc135cf8b38d2, entries=150, sequenceid=375, filesize=12.0 K 2024-12-05T02:16:26,453 INFO [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for 88dc99b1fce5f9820608541377dbd7ca in 1662ms, sequenceid=375, compaction requested=false 2024-12-05T02:16:26,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegion(2603): Flush status journal for 88dc99b1fce5f9820608541377dbd7ca: 2024-12-05T02:16:26,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca. 2024-12-05T02:16:26,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/01bccfa882c7:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=173 2024-12-05T02:16:26,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.HMaster(4169): Remote procedure done, pid=173 2024-12-05T02:16:26,456 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=173, resume processing ppid=172 2024-12-05T02:16:26,456 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=173, ppid=172, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4260 sec 2024-12-05T02:16:26,457 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=172, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=172, table=TestAcidGuarantees in 2.4310 sec 2024-12-05T02:16:26,831 INFO [Thread-2614 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2614. 2024-12-05T02:16:26,831 DEBUG [Thread-2614 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-05T02:16:26,831 DEBUG [Thread-2614 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:16:26,831 DEBUG [Thread-2614 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:16:26,831 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T02:16:26,832 INFO [Thread-2620 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2620. 2024-12-05T02:16:26,832 DEBUG [Thread-2620 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-05T02:16:26,832 DEBUG [Thread-2620 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:16:26,832 DEBUG [Thread-2620 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:16:26,832 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T02:16:26,832 INFO [Thread-2618 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2618. 2024-12-05T02:16:26,832 DEBUG [Thread-2618 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-05T02:16:26,832 DEBUG [Thread-2618 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:16:26,832 DEBUG [Thread-2618 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:16:26,832 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T02:16:26,833 INFO [Thread-2616 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2616. 2024-12-05T02:16:26,833 DEBUG [Thread-2616 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-05T02:16:26,833 DEBUG [Thread-2616 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:16:26,833 DEBUG [Thread-2616 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:16:26,833 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T02:16:26,834 INFO [Thread-2622 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2622. 2024-12-05T02:16:26,834 DEBUG [Thread-2622 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-05T02:16:26,834 DEBUG [Thread-2622 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:16:26,834 DEBUG [Thread-2622 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:16:26,834 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T02:16:27,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46535 {}] regionserver.HRegion(8855): Flush requested on 88dc99b1fce5f9820608541377dbd7ca 2024-12-05T02:16:27,116 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 88dc99b1fce5f9820608541377dbd7ca 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-12-05T02:16:27,116 INFO [Thread-2609 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2609. 2024-12-05T02:16:27,116 DEBUG [Thread-2609 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-05T02:16:27,116 DEBUG [Thread-2609 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:16:27,116 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88dc99b1fce5f9820608541377dbd7ca, store=A 2024-12-05T02:16:27,116 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:16:27,116 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88dc99b1fce5f9820608541377dbd7ca, store=B 2024-12-05T02:16:27,116 DEBUG [Thread-2609 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:16:27,116 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:16:27,116 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88dc99b1fce5f9820608541377dbd7ca, store=C 2024-12-05T02:16:27,116 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:16:27,116 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T02:16:27,120 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205ccb8799eaa424fa3b4bb010adf30c411_88dc99b1fce5f9820608541377dbd7ca is 50, key is test_row_0/A:col10/1733364987114/Put/seqid=0 2024-12-05T02:16:27,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742515_1691 (size=12454) 2024-12-05T02:16:27,126 INFO [Thread-2611 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2611. 2024-12-05T02:16:27,126 INFO [Thread-2605 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2605. 2024-12-05T02:16:27,126 DEBUG [Thread-2611 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-05T02:16:27,126 DEBUG [Thread-2611 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:16:27,126 DEBUG [Thread-2605 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-05T02:16:27,126 DEBUG [Thread-2605 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:16:27,126 DEBUG [Thread-2611 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:16:27,126 DEBUG [Thread-2605 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:16:27,126 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T02:16:27,126 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T02:16:27,135 INFO [Thread-2607 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2607. 2024-12-05T02:16:27,135 INFO [Thread-2603 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2603. 2024-12-05T02:16:27,135 DEBUG [Thread-2607 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-05T02:16:27,135 DEBUG [Thread-2603 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-05T02:16:27,135 DEBUG [Thread-2607 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:16:27,135 DEBUG [Thread-2603 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:16:27,135 DEBUG [Thread-2607 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:16:27,135 DEBUG [Thread-2603 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:16:27,135 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T02:16:27,135 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T02:16:27,524 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:27,526 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205ccb8799eaa424fa3b4bb010adf30c411_88dc99b1fce5f9820608541377dbd7ca to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205ccb8799eaa424fa3b4bb010adf30c411_88dc99b1fce5f9820608541377dbd7ca 2024-12-05T02:16:27,527 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/A/d208191810894ba2af93e2eeba5c8714, store: [table=TestAcidGuarantees family=A region=88dc99b1fce5f9820608541377dbd7ca] 2024-12-05T02:16:27,527 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/A/d208191810894ba2af93e2eeba5c8714 is 175, key is test_row_0/A:col10/1733364987114/Put/seqid=0 2024-12-05T02:16:27,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742516_1692 (size=31255) 2024-12-05T02:16:27,931 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=390, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/A/d208191810894ba2af93e2eeba5c8714 2024-12-05T02:16:27,936 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/B/d7477d7d1178404a8db99f5b64266b63 is 50, key is test_row_0/B:col10/1733364987114/Put/seqid=0 2024-12-05T02:16:27,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742517_1693 (size=12301) 2024-12-05T02:16:28,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-12-05T02:16:28,195 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-05T02:16:28,195 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-05T02:16:28,195 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 41 2024-12-05T02:16:28,195 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 48 2024-12-05T02:16:28,195 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 123 2024-12-05T02:16:28,195 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 54 2024-12-05T02:16:28,195 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 46 2024-12-05T02:16:28,195 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-05T02:16:28,195 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2881 2024-12-05T02:16:28,195 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2818 2024-12-05T02:16:28,195 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2855 2024-12-05T02:16:28,195 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2878 2024-12-05T02:16:28,195 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2817 2024-12-05T02:16:28,195 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-05T02:16:28,195 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T02:16:28,195 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobGetAtomicity(AcidGuaranteesTestBase.java:122) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T02:16:28,196 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:16:28,196 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:16:28,196 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T02:16:28,196 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-05T02:16:28,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] procedure2.ProcedureExecutor(1139): Stored pid=174, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-12-05T02:16:28,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-12-05T02:16:28,199 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733364988199"}]},"ts":"1733364988199"} 2024-12-05T02:16:28,200 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-05T02:16:28,200 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-05T02:16:28,200 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=175, ppid=174, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-05T02:16:28,202 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=176, ppid=175, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=88dc99b1fce5f9820608541377dbd7ca, UNASSIGN}] 2024-12-05T02:16:28,202 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=176, ppid=175, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=88dc99b1fce5f9820608541377dbd7ca, UNASSIGN 2024-12-05T02:16:28,203 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=176 updating hbase:meta row=88dc99b1fce5f9820608541377dbd7ca, regionState=CLOSING, regionLocation=01bccfa882c7,46535,1733364817982 2024-12-05T02:16:28,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=176, ppid=175, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=88dc99b1fce5f9820608541377dbd7ca, UNASSIGN because future has completed 2024-12-05T02:16:28,204 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-05T02:16:28,204 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=177, ppid=176, state=RUNNABLE, hasLock=false; CloseRegionProcedure 88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982}] 2024-12-05T02:16:28,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-12-05T02:16:28,339 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=390 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/B/d7477d7d1178404a8db99f5b64266b63 2024-12-05T02:16:28,344 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/C/833047bd09e54ed2adcbd3691706cc11 is 50, key is test_row_0/C:col10/1733364987114/Put/seqid=0 2024-12-05T02:16:28,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742518_1694 (size=12301) 2024-12-05T02:16:28,356 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] handler.UnassignRegionHandler(122): Close 88dc99b1fce5f9820608541377dbd7ca 2024-12-05T02:16:28,356 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-05T02:16:28,356 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] regionserver.HRegion(1722): Closing 88dc99b1fce5f9820608541377dbd7ca, disabling compactions & flushes 2024-12-05T02:16:28,356 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] regionserver.HRegion(1993): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca. 2024-12-05T02:16:28,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-12-05T02:16:28,747 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=390 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/C/833047bd09e54ed2adcbd3691706cc11 2024-12-05T02:16:28,750 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/A/d208191810894ba2af93e2eeba5c8714 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/A/d208191810894ba2af93e2eeba5c8714 2024-12-05T02:16:28,753 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/A/d208191810894ba2af93e2eeba5c8714, entries=150, sequenceid=390, filesize=30.5 K 2024-12-05T02:16:28,753 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/B/d7477d7d1178404a8db99f5b64266b63 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/B/d7477d7d1178404a8db99f5b64266b63 2024-12-05T02:16:28,756 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/B/d7477d7d1178404a8db99f5b64266b63, entries=150, sequenceid=390, filesize=12.0 K 2024-12-05T02:16:28,756 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/C/833047bd09e54ed2adcbd3691706cc11 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/C/833047bd09e54ed2adcbd3691706cc11 2024-12-05T02:16:28,759 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/C/833047bd09e54ed2adcbd3691706cc11, entries=150, sequenceid=390, filesize=12.0 K 2024-12-05T02:16:28,759 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=26.84 KB/27480 for 88dc99b1fce5f9820608541377dbd7ca in 1644ms, sequenceid=390, compaction requested=true 2024-12-05T02:16:28,759 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 88dc99b1fce5f9820608541377dbd7ca: 2024-12-05T02:16:28,759 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca. 2024-12-05T02:16:28,759 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca. 2024-12-05T02:16:28,759 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 88dc99b1fce5f9820608541377dbd7ca:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T02:16:28,759 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:16:28,759 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca. after waiting 0 ms 2024-12-05T02:16:28,759 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca. because compaction request was cancelled 2024-12-05T02:16:28,759 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca. 2024-12-05T02:16:28,760 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 88dc99b1fce5f9820608541377dbd7ca:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T02:16:28,760 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 88dc99b1fce5f9820608541377dbd7ca:A 2024-12-05T02:16:28,760 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:16:28,760 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 88dc99b1fce5f9820608541377dbd7ca:C, priority=-2147483648, current under compaction store size is 2 2024-12-05T02:16:28,760 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca. because compaction request was cancelled 2024-12-05T02:16:28,760 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca. because compaction request was cancelled 2024-12-05T02:16:28,760 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T02:16:28,760 DEBUG [RS:0;01bccfa882c7:46535-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 88dc99b1fce5f9820608541377dbd7ca:C 2024-12-05T02:16:28,760 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] regionserver.HRegion(2902): Flushing 88dc99b1fce5f9820608541377dbd7ca 3/3 column families, dataSize=26.84 KB heapSize=80.44 KB 2024-12-05T02:16:28,760 DEBUG [RS:0;01bccfa882c7:46535-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 88dc99b1fce5f9820608541377dbd7ca:B 2024-12-05T02:16:28,760 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88dc99b1fce5f9820608541377dbd7ca, store=A 2024-12-05T02:16:28,760 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:16:28,760 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88dc99b1fce5f9820608541377dbd7ca, store=B 2024-12-05T02:16:28,760 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:16:28,760 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88dc99b1fce5f9820608541377dbd7ca, store=C 2024-12-05T02:16:28,760 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T02:16:28,764 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205064e1b9c8b9443cfbe54b07221c87076_88dc99b1fce5f9820608541377dbd7ca is 50, key is test_row_1/A:col10/1733364987134/Put/seqid=0 2024-12-05T02:16:28,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742519_1695 (size=9914) 2024-12-05T02:16:28,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-12-05T02:16:29,167 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T02:16:29,169 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205064e1b9c8b9443cfbe54b07221c87076_88dc99b1fce5f9820608541377dbd7ca to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205064e1b9c8b9443cfbe54b07221c87076_88dc99b1fce5f9820608541377dbd7ca 2024-12-05T02:16:29,170 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/A/12aa7d128c494d5a9a960631c3879b10, store: [table=TestAcidGuarantees family=A region=88dc99b1fce5f9820608541377dbd7ca] 2024-12-05T02:16:29,170 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/A/12aa7d128c494d5a9a960631c3879b10 is 175, key is test_row_1/A:col10/1733364987134/Put/seqid=0 2024-12-05T02:16:29,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742520_1696 (size=22561) 2024-12-05T02:16:29,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-12-05T02:16:29,574 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=397, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/A/12aa7d128c494d5a9a960631c3879b10 2024-12-05T02:16:29,579 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/B/e463b347c88843c5950e3802faedf9c0 is 50, key is test_row_1/B:col10/1733364987134/Put/seqid=0 2024-12-05T02:16:29,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742521_1697 (size=9857) 2024-12-05T02:16:29,982 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=397 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/B/e463b347c88843c5950e3802faedf9c0 2024-12-05T02:16:29,987 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/C/f5e01c051824470087c73cd7864474df is 50, key is test_row_1/C:col10/1733364987134/Put/seqid=0 2024-12-05T02:16:29,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742522_1698 (size=9857) 2024-12-05T02:16:30,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-12-05T02:16:30,390 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=397 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/C/f5e01c051824470087c73cd7864474df 2024-12-05T02:16:30,394 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/A/12aa7d128c494d5a9a960631c3879b10 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/A/12aa7d128c494d5a9a960631c3879b10 2024-12-05T02:16:30,397 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/A/12aa7d128c494d5a9a960631c3879b10, entries=100, sequenceid=397, filesize=22.0 K 2024-12-05T02:16:30,398 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/B/e463b347c88843c5950e3802faedf9c0 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/B/e463b347c88843c5950e3802faedf9c0 2024-12-05T02:16:30,401 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/B/e463b347c88843c5950e3802faedf9c0, entries=100, sequenceid=397, filesize=9.6 K 2024-12-05T02:16:30,401 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/.tmp/C/f5e01c051824470087c73cd7864474df as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/C/f5e01c051824470087c73cd7864474df 2024-12-05T02:16:30,404 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/C/f5e01c051824470087c73cd7864474df, entries=100, sequenceid=397, filesize=9.6 K 2024-12-05T02:16:30,405 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for 88dc99b1fce5f9820608541377dbd7ca in 1645ms, sequenceid=397, compaction requested=true 2024-12-05T02:16:30,406 DEBUG [StoreCloser-TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/A/be7eb1c1738948caa6579e09dacfc7a6, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/A/1b317bcec7594f84b68bd3234780862f, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/A/531cea0d54b8481e8b2c180ee03ccc0e, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/A/7794c7bb85524ea6b1c04f06bd2875c4, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/A/526a1da9031c4ce58a0690aee1acab1a, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/A/fa1ce14d247b4ae9a7c87c5795950384, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/A/08cdfbaf20d54a7bb6cd7452d88fbf77, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/A/e8013daf1c154c0aaa88bb8fc41a8970, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/A/6489abb56ef44fd6a7bc1ada7b186378, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/A/975e489f0f8f4a069371a7b61f80735c, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/A/53f2c23fcb5f4fb582f6415b45ab974e, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/A/41b2ec55bf2a4e38a3ffe700f0895434, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/A/9974a1fdb6004987aa137c4f46ff273e, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/A/48976b82e6f64a2d89ab33a63aff2b5d, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/A/98ea96c680a041d3a9a47d66b45c8b95, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/A/eaea9e7a9d4246a3923aa838978f264a, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/A/1e4d9332243e439e85154e27f812b84b, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/A/0c80f68b80c44e3e81370d876bdad5eb, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/A/8e8254001ff942b2b5e92c3ea407b8ad, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/A/53feef5322e5466fadb8777af2ce777e, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/A/9962b4f6ea1d4c41830be96e40de7021, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/A/de99cb9d7d074cbba31b6e7a861a7289, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/A/0e4d947359664133a6e17d1094db523b] to archive 2024-12-05T02:16:30,407 DEBUG [StoreCloser-TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-05T02:16:30,408 DEBUG [StoreCloser-TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/A/be7eb1c1738948caa6579e09dacfc7a6 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/A/be7eb1c1738948caa6579e09dacfc7a6 2024-12-05T02:16:30,410 DEBUG [StoreCloser-TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/A/1b317bcec7594f84b68bd3234780862f to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/A/1b317bcec7594f84b68bd3234780862f 2024-12-05T02:16:30,411 DEBUG [StoreCloser-TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/A/531cea0d54b8481e8b2c180ee03ccc0e to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/A/531cea0d54b8481e8b2c180ee03ccc0e 2024-12-05T02:16:30,412 DEBUG [StoreCloser-TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/A/7794c7bb85524ea6b1c04f06bd2875c4 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/A/7794c7bb85524ea6b1c04f06bd2875c4 2024-12-05T02:16:30,413 DEBUG [StoreCloser-TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/A/526a1da9031c4ce58a0690aee1acab1a to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/A/526a1da9031c4ce58a0690aee1acab1a 2024-12-05T02:16:30,414 DEBUG [StoreCloser-TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/A/fa1ce14d247b4ae9a7c87c5795950384 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/A/fa1ce14d247b4ae9a7c87c5795950384 2024-12-05T02:16:30,415 DEBUG [StoreCloser-TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/A/08cdfbaf20d54a7bb6cd7452d88fbf77 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/A/08cdfbaf20d54a7bb6cd7452d88fbf77 2024-12-05T02:16:30,416 DEBUG [StoreCloser-TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/A/e8013daf1c154c0aaa88bb8fc41a8970 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/A/e8013daf1c154c0aaa88bb8fc41a8970 2024-12-05T02:16:30,417 DEBUG [StoreCloser-TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/A/6489abb56ef44fd6a7bc1ada7b186378 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/A/6489abb56ef44fd6a7bc1ada7b186378 2024-12-05T02:16:30,418 DEBUG [StoreCloser-TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/A/975e489f0f8f4a069371a7b61f80735c to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/A/975e489f0f8f4a069371a7b61f80735c 2024-12-05T02:16:30,419 DEBUG [StoreCloser-TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/A/53f2c23fcb5f4fb582f6415b45ab974e to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/A/53f2c23fcb5f4fb582f6415b45ab974e 2024-12-05T02:16:30,420 DEBUG [StoreCloser-TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/A/41b2ec55bf2a4e38a3ffe700f0895434 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/A/41b2ec55bf2a4e38a3ffe700f0895434 2024-12-05T02:16:30,421 DEBUG [StoreCloser-TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/A/9974a1fdb6004987aa137c4f46ff273e to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/A/9974a1fdb6004987aa137c4f46ff273e 2024-12-05T02:16:30,422 DEBUG [StoreCloser-TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/A/48976b82e6f64a2d89ab33a63aff2b5d to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/A/48976b82e6f64a2d89ab33a63aff2b5d 2024-12-05T02:16:30,423 DEBUG [StoreCloser-TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/A/98ea96c680a041d3a9a47d66b45c8b95 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/A/98ea96c680a041d3a9a47d66b45c8b95 2024-12-05T02:16:30,424 DEBUG [StoreCloser-TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/A/eaea9e7a9d4246a3923aa838978f264a to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/A/eaea9e7a9d4246a3923aa838978f264a 2024-12-05T02:16:30,425 DEBUG [StoreCloser-TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/A/1e4d9332243e439e85154e27f812b84b to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/A/1e4d9332243e439e85154e27f812b84b 2024-12-05T02:16:30,426 DEBUG [StoreCloser-TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/A/0c80f68b80c44e3e81370d876bdad5eb to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/A/0c80f68b80c44e3e81370d876bdad5eb 2024-12-05T02:16:30,427 DEBUG [StoreCloser-TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/A/8e8254001ff942b2b5e92c3ea407b8ad to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/A/8e8254001ff942b2b5e92c3ea407b8ad 2024-12-05T02:16:30,428 DEBUG [StoreCloser-TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/A/53feef5322e5466fadb8777af2ce777e to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/A/53feef5322e5466fadb8777af2ce777e 2024-12-05T02:16:30,430 DEBUG [StoreCloser-TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/A/9962b4f6ea1d4c41830be96e40de7021 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/A/9962b4f6ea1d4c41830be96e40de7021 2024-12-05T02:16:30,431 DEBUG [StoreCloser-TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/A/de99cb9d7d074cbba31b6e7a861a7289 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/A/de99cb9d7d074cbba31b6e7a861a7289 2024-12-05T02:16:30,432 DEBUG [StoreCloser-TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/A/0e4d947359664133a6e17d1094db523b to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/A/0e4d947359664133a6e17d1094db523b 2024-12-05T02:16:30,433 DEBUG [StoreCloser-TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/B/c600045a030345b28f99f4f35506c2b7, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/B/ca3139f00d7b47b296e347491ac96905, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/B/66211c7cf7af4ac8a9620a98de6d9dc0, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/B/7a02481bf2a44da999067b46dbf7badb, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/B/3798c2b62dc74411a451895707a3490b, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/B/b9c6b2a48e5946ce90e883f3bd8921e6, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/B/62c13d04af474a9f999373abbbfdb47b, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/B/42c029aaeffd47499e8684d6a17a3c54, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/B/2d549941ba5e4dc9b1f475deb62cb37d, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/B/3b4e3d278e9b4e44a6f517531f54bbf8, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/B/8662d543001245bbb8b5ca814a4d3bc4, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/B/e9384c08a3e94cc7a29ccaba936173b3, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/B/2310ffa1792c45cb9a2a580d5dcf830e, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/B/97b614042bd14e859680f6e23c1acb6a, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/B/c582bc7dc3964ff1900bbfd2d68de863, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/B/ef61bc34961345e6897f3dd9c20f31ed, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/B/135d946c41e14eb8b892e82eca7f4bc0, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/B/8d97c09e28714495af05f30acf1db814, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/B/3e2435a14466407894551060bb41c293, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/B/d3c204aeb1de4569bde62439c0a3b786, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/B/f3c5cfd0ffb647a7b60f921edffef071, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/B/c479a6b50bb243e0b958f8de0a1d1334, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/B/549911f3e4854a99a91281187501b65d] to archive 2024-12-05T02:16:30,434 DEBUG [StoreCloser-TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-05T02:16:30,436 DEBUG [StoreCloser-TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/B/c600045a030345b28f99f4f35506c2b7 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/B/c600045a030345b28f99f4f35506c2b7 2024-12-05T02:16:30,437 DEBUG [StoreCloser-TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/B/ca3139f00d7b47b296e347491ac96905 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/B/ca3139f00d7b47b296e347491ac96905 2024-12-05T02:16:30,438 DEBUG [StoreCloser-TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/B/66211c7cf7af4ac8a9620a98de6d9dc0 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/B/66211c7cf7af4ac8a9620a98de6d9dc0 2024-12-05T02:16:30,439 DEBUG [StoreCloser-TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/B/7a02481bf2a44da999067b46dbf7badb to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/B/7a02481bf2a44da999067b46dbf7badb 2024-12-05T02:16:30,439 DEBUG [StoreCloser-TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/B/3798c2b62dc74411a451895707a3490b to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/B/3798c2b62dc74411a451895707a3490b 2024-12-05T02:16:30,440 DEBUG [StoreCloser-TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/B/b9c6b2a48e5946ce90e883f3bd8921e6 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/B/b9c6b2a48e5946ce90e883f3bd8921e6 2024-12-05T02:16:30,441 DEBUG [StoreCloser-TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/B/62c13d04af474a9f999373abbbfdb47b to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/B/62c13d04af474a9f999373abbbfdb47b 2024-12-05T02:16:30,442 DEBUG [StoreCloser-TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/B/42c029aaeffd47499e8684d6a17a3c54 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/B/42c029aaeffd47499e8684d6a17a3c54 2024-12-05T02:16:30,443 DEBUG [StoreCloser-TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/B/2d549941ba5e4dc9b1f475deb62cb37d to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/B/2d549941ba5e4dc9b1f475deb62cb37d 2024-12-05T02:16:30,444 DEBUG [StoreCloser-TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/B/3b4e3d278e9b4e44a6f517531f54bbf8 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/B/3b4e3d278e9b4e44a6f517531f54bbf8 2024-12-05T02:16:30,445 DEBUG [StoreCloser-TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/B/8662d543001245bbb8b5ca814a4d3bc4 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/B/8662d543001245bbb8b5ca814a4d3bc4 2024-12-05T02:16:30,445 DEBUG [StoreCloser-TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/B/e9384c08a3e94cc7a29ccaba936173b3 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/B/e9384c08a3e94cc7a29ccaba936173b3 2024-12-05T02:16:30,446 DEBUG [StoreCloser-TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/B/2310ffa1792c45cb9a2a580d5dcf830e to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/B/2310ffa1792c45cb9a2a580d5dcf830e 2024-12-05T02:16:30,447 DEBUG [StoreCloser-TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/B/97b614042bd14e859680f6e23c1acb6a to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/B/97b614042bd14e859680f6e23c1acb6a 2024-12-05T02:16:30,448 DEBUG [StoreCloser-TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/B/c582bc7dc3964ff1900bbfd2d68de863 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/B/c582bc7dc3964ff1900bbfd2d68de863 2024-12-05T02:16:30,448 DEBUG [StoreCloser-TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/B/ef61bc34961345e6897f3dd9c20f31ed to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/B/ef61bc34961345e6897f3dd9c20f31ed 2024-12-05T02:16:30,449 DEBUG [StoreCloser-TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/B/135d946c41e14eb8b892e82eca7f4bc0 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/B/135d946c41e14eb8b892e82eca7f4bc0 2024-12-05T02:16:30,450 DEBUG [StoreCloser-TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/B/8d97c09e28714495af05f30acf1db814 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/B/8d97c09e28714495af05f30acf1db814 2024-12-05T02:16:30,451 DEBUG [StoreCloser-TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/B/3e2435a14466407894551060bb41c293 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/B/3e2435a14466407894551060bb41c293 2024-12-05T02:16:30,451 DEBUG [StoreCloser-TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/B/d3c204aeb1de4569bde62439c0a3b786 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/B/d3c204aeb1de4569bde62439c0a3b786 2024-12-05T02:16:30,452 DEBUG [StoreCloser-TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/B/f3c5cfd0ffb647a7b60f921edffef071 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/B/f3c5cfd0ffb647a7b60f921edffef071 2024-12-05T02:16:30,453 DEBUG [StoreCloser-TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/B/c479a6b50bb243e0b958f8de0a1d1334 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/B/c479a6b50bb243e0b958f8de0a1d1334 2024-12-05T02:16:30,453 DEBUG [StoreCloser-TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/B/549911f3e4854a99a91281187501b65d to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/B/549911f3e4854a99a91281187501b65d 2024-12-05T02:16:30,455 DEBUG [StoreCloser-TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/C/eac75e09a10f4cfa80424ff8b20e207a, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/C/9eb64d8bdd554370a5a14a47cef29b49, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/C/a353be72fd624984ac6ab7a39be14c02, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/C/fe0793e7a2e447b9872f486e4e39c8cd, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/C/446d58a7508542c2be22e809e721181f, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/C/de27f74d43004ef093fa2a34817b5a38, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/C/d894063852464857b30043d9b8ab0b3a, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/C/022003152e1148cda19311cb300d22b0, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/C/055a66f5690e4c56a7c598b186038953, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/C/30cef9f1382b49f18302db25eff7f4de, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/C/7e44eafd450642d887dd5ceb6ed1a724, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/C/80e1ded13e88434886cdcca1d33ec052, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/C/64d3563e0d6c43e5a11ea1c14fc8546d, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/C/61b795b0aacb4382b0bf621067a54468, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/C/dab51c6a5e3a4ed9b2468a0892435e96, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/C/3ae1fdd61e8c4629b67fcacddefbe3d2, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/C/5e486261321943f48c48375ae6bd4016, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/C/14f4982cf2b041018bc0ae48fb1d3d2b, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/C/7b245ba8a08a4a9492564245e3ec510f, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/C/53d18717212c491a9e47447bb850b902, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/C/7a641323a1454e4a9ce7ee7b27a80cd6, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/C/028b61e812e1499796f118e2faaa9fba, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/C/4ea3ef062a5e49019bcc937e9e391ce9] to archive 2024-12-05T02:16:30,456 DEBUG [StoreCloser-TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-05T02:16:30,457 DEBUG [StoreCloser-TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/C/eac75e09a10f4cfa80424ff8b20e207a to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/C/eac75e09a10f4cfa80424ff8b20e207a 2024-12-05T02:16:30,457 DEBUG [StoreCloser-TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/C/9eb64d8bdd554370a5a14a47cef29b49 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/C/9eb64d8bdd554370a5a14a47cef29b49 2024-12-05T02:16:30,458 DEBUG [StoreCloser-TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/C/a353be72fd624984ac6ab7a39be14c02 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/C/a353be72fd624984ac6ab7a39be14c02 2024-12-05T02:16:30,459 DEBUG [StoreCloser-TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/C/fe0793e7a2e447b9872f486e4e39c8cd to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/C/fe0793e7a2e447b9872f486e4e39c8cd 2024-12-05T02:16:30,459 DEBUG [StoreCloser-TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/C/446d58a7508542c2be22e809e721181f to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/C/446d58a7508542c2be22e809e721181f 2024-12-05T02:16:30,460 DEBUG [StoreCloser-TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/C/de27f74d43004ef093fa2a34817b5a38 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/C/de27f74d43004ef093fa2a34817b5a38 2024-12-05T02:16:30,461 DEBUG [StoreCloser-TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/C/d894063852464857b30043d9b8ab0b3a to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/C/d894063852464857b30043d9b8ab0b3a 2024-12-05T02:16:30,461 DEBUG [StoreCloser-TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/C/022003152e1148cda19311cb300d22b0 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/C/022003152e1148cda19311cb300d22b0 2024-12-05T02:16:30,462 DEBUG [StoreCloser-TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/C/055a66f5690e4c56a7c598b186038953 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/C/055a66f5690e4c56a7c598b186038953 2024-12-05T02:16:30,463 DEBUG [StoreCloser-TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/C/30cef9f1382b49f18302db25eff7f4de to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/C/30cef9f1382b49f18302db25eff7f4de 2024-12-05T02:16:30,463 DEBUG [StoreCloser-TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/C/7e44eafd450642d887dd5ceb6ed1a724 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/C/7e44eafd450642d887dd5ceb6ed1a724 2024-12-05T02:16:30,464 DEBUG [StoreCloser-TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/C/80e1ded13e88434886cdcca1d33ec052 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/C/80e1ded13e88434886cdcca1d33ec052 2024-12-05T02:16:30,465 DEBUG [StoreCloser-TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/C/64d3563e0d6c43e5a11ea1c14fc8546d to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/C/64d3563e0d6c43e5a11ea1c14fc8546d 2024-12-05T02:16:30,466 DEBUG [StoreCloser-TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/C/61b795b0aacb4382b0bf621067a54468 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/C/61b795b0aacb4382b0bf621067a54468 2024-12-05T02:16:30,466 DEBUG [StoreCloser-TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/C/dab51c6a5e3a4ed9b2468a0892435e96 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/C/dab51c6a5e3a4ed9b2468a0892435e96 2024-12-05T02:16:30,467 DEBUG [StoreCloser-TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/C/3ae1fdd61e8c4629b67fcacddefbe3d2 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/C/3ae1fdd61e8c4629b67fcacddefbe3d2 2024-12-05T02:16:30,468 DEBUG [StoreCloser-TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/C/5e486261321943f48c48375ae6bd4016 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/C/5e486261321943f48c48375ae6bd4016 2024-12-05T02:16:30,468 DEBUG [StoreCloser-TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/C/14f4982cf2b041018bc0ae48fb1d3d2b to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/C/14f4982cf2b041018bc0ae48fb1d3d2b 2024-12-05T02:16:30,469 DEBUG [StoreCloser-TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/C/7b245ba8a08a4a9492564245e3ec510f to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/C/7b245ba8a08a4a9492564245e3ec510f 2024-12-05T02:16:30,470 DEBUG [StoreCloser-TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/C/53d18717212c491a9e47447bb850b902 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/C/53d18717212c491a9e47447bb850b902 2024-12-05T02:16:30,471 DEBUG [StoreCloser-TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/C/7a641323a1454e4a9ce7ee7b27a80cd6 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/C/7a641323a1454e4a9ce7ee7b27a80cd6 2024-12-05T02:16:30,472 DEBUG [StoreCloser-TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/C/028b61e812e1499796f118e2faaa9fba to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/C/028b61e812e1499796f118e2faaa9fba 2024-12-05T02:16:30,472 DEBUG [StoreCloser-TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/C/4ea3ef062a5e49019bcc937e9e391ce9 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/C/4ea3ef062a5e49019bcc937e9e391ce9 2024-12-05T02:16:30,476 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/recovered.edits/400.seqid, newMaxSeqId=400, maxSeqId=4 2024-12-05T02:16:30,476 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca. 2024-12-05T02:16:30,476 DEBUG [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] regionserver.HRegion(1676): Region close journal for 88dc99b1fce5f9820608541377dbd7ca: Waiting for close lock at 1733364988356Running coprocessor pre-close hooks at 1733364988356Disabling compacts and flushes for region at 1733364988356Disabling writes for close at 1733364988759 (+403 ms)Obtaining lock to block concurrent updates at 1733364988760 (+1 ms)Preparing flush snapshotting stores in 88dc99b1fce5f9820608541377dbd7ca at 1733364988760Finished memstore snapshotting TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=82320, getOffHeapSize=0, getCellsCount=600 at 1733364988760Flushing stores of TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca. at 1733364988760Flushing 88dc99b1fce5f9820608541377dbd7ca/A: creating writer at 1733364988760Flushing mob file 88dc99b1fce5f9820608541377dbd7ca/A: appending metadata at 1733364988763 (+3 ms)Flushing mob file 88dc99b1fce5f9820608541377dbd7ca/A: closing flushed file at 1733364988763Flushing 88dc99b1fce5f9820608541377dbd7ca/A: appending metadata at 1733364989170 (+407 ms)Flushing 88dc99b1fce5f9820608541377dbd7ca/A: closing flushed file at 1733364989170Flushing 88dc99b1fce5f9820608541377dbd7ca/B: creating writer at 1733364989577 (+407 ms)Flushing 88dc99b1fce5f9820608541377dbd7ca/B: appending metadata at 1733364989578 (+1 ms)Flushing 88dc99b1fce5f9820608541377dbd7ca/B: closing flushed file at 1733364989578Flushing 88dc99b1fce5f9820608541377dbd7ca/C: creating writer at 1733364989985 (+407 ms)Flushing 88dc99b1fce5f9820608541377dbd7ca/C: appending metadata at 1733364989986 (+1 ms)Flushing 88dc99b1fce5f9820608541377dbd7ca/C: closing flushed file at 1733364989986Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44ad6aed: reopening flushed file at 1733364990393 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35852570: reopening flushed file at 1733364990397 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a17178a: reopening flushed file at 1733364990401 (+4 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for 88dc99b1fce5f9820608541377dbd7ca in 1645ms, sequenceid=397, compaction requested=true at 1733364990405 (+4 ms)Writing region close event to WAL at 1733364990474 (+69 ms)Running coprocessor post-close hooks at 1733364990476 (+2 ms)Closed at 1733364990476 2024-12-05T02:16:30,478 INFO [RS_CLOSE_REGION-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_REGION, pid=177}] handler.UnassignRegionHandler(157): Closed 88dc99b1fce5f9820608541377dbd7ca 2024-12-05T02:16:30,478 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=176 updating hbase:meta row=88dc99b1fce5f9820608541377dbd7ca, regionState=CLOSED 2024-12-05T02:16:30,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=177, ppid=176, state=RUNNABLE, hasLock=false; CloseRegionProcedure 88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 because future has completed 2024-12-05T02:16:30,481 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=177, resume processing ppid=176 2024-12-05T02:16:30,482 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=177, ppid=176, state=SUCCESS, hasLock=false; CloseRegionProcedure 88dc99b1fce5f9820608541377dbd7ca, server=01bccfa882c7,46535,1733364817982 in 2.2760 sec 2024-12-05T02:16:30,483 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=176, resume processing ppid=175 2024-12-05T02:16:30,483 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=176, ppid=175, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=88dc99b1fce5f9820608541377dbd7ca, UNASSIGN in 2.2800 sec 2024-12-05T02:16:30,484 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=175, resume processing ppid=174 2024-12-05T02:16:30,484 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=175, ppid=174, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 2.2830 sec 2024-12-05T02:16:30,485 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733364990485"}]},"ts":"1733364990485"} 2024-12-05T02:16:30,486 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-05T02:16:30,486 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-05T02:16:30,487 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=174, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 2.2900 sec 2024-12-05T02:16:32,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-12-05T02:16:32,375 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-12-05T02:16:32,375 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-05T02:16:32,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] procedure2.ProcedureExecutor(1139): Stored pid=178, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T02:16:32,377 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=178, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T02:16:32,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=178 2024-12-05T02:16:32,377 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=178, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T02:16:32,380 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca 2024-12-05T02:16:32,381 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/A, FileablePath, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/B, FileablePath, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/C, FileablePath, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/recovered.edits] 2024-12-05T02:16:32,383 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/A/12aa7d128c494d5a9a960631c3879b10 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/A/12aa7d128c494d5a9a960631c3879b10 2024-12-05T02:16:32,384 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/A/3b2bd63a7e6e466eb6b9265ca005c00d to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/A/3b2bd63a7e6e466eb6b9265ca005c00d 2024-12-05T02:16:32,385 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/A/d208191810894ba2af93e2eeba5c8714 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/A/d208191810894ba2af93e2eeba5c8714 2024-12-05T02:16:32,386 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/A/d633d5428d8b4b9094e5dbb82a3f7708 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/A/d633d5428d8b4b9094e5dbb82a3f7708 2024-12-05T02:16:32,387 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/B/9e316c173f1a45e48ac8433a3ccb39c6 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/B/9e316c173f1a45e48ac8433a3ccb39c6 2024-12-05T02:16:32,388 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/B/cd021f80a1df4af69606a38d95ef9c69 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/B/cd021f80a1df4af69606a38d95ef9c69 2024-12-05T02:16:32,389 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/B/d7477d7d1178404a8db99f5b64266b63 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/B/d7477d7d1178404a8db99f5b64266b63 2024-12-05T02:16:32,390 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/B/e463b347c88843c5950e3802faedf9c0 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/B/e463b347c88843c5950e3802faedf9c0 2024-12-05T02:16:32,392 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/C/167f6a68e7ac46ffb80bc135cf8b38d2 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/C/167f6a68e7ac46ffb80bc135cf8b38d2 2024-12-05T02:16:32,393 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/C/1bce6c17342f4fd2a0fa99dbbe169391 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/C/1bce6c17342f4fd2a0fa99dbbe169391 2024-12-05T02:16:32,394 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/C/833047bd09e54ed2adcbd3691706cc11 to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/C/833047bd09e54ed2adcbd3691706cc11 2024-12-05T02:16:32,395 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/C/f5e01c051824470087c73cd7864474df to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/C/f5e01c051824470087c73cd7864474df 2024-12-05T02:16:32,396 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/recovered.edits/400.seqid to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca/recovered.edits/400.seqid 2024-12-05T02:16:32,397 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/default/TestAcidGuarantees/88dc99b1fce5f9820608541377dbd7ca 2024-12-05T02:16:32,397 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-05T02:16:32,397 DEBUG [PEWorker-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-05T02:16:32,398 DEBUG [PEWorker-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-12-05T02:16:32,400 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412050496f3881f9a481d953d16b623b2ea6a_88dc99b1fce5f9820608541377dbd7ca to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412050496f3881f9a481d953d16b623b2ea6a_88dc99b1fce5f9820608541377dbd7ca 2024-12-05T02:16:32,401 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205064e1b9c8b9443cfbe54b07221c87076_88dc99b1fce5f9820608541377dbd7ca to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205064e1b9c8b9443cfbe54b07221c87076_88dc99b1fce5f9820608541377dbd7ca 2024-12-05T02:16:32,402 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412050eab9267acdf4909a38cdb8a92e3a818_88dc99b1fce5f9820608541377dbd7ca to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412050eab9267acdf4909a38cdb8a92e3a818_88dc99b1fce5f9820608541377dbd7ca 2024-12-05T02:16:32,403 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120519f6d6db884c4956a84993692a8be3ab_88dc99b1fce5f9820608541377dbd7ca to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120519f6d6db884c4956a84993692a8be3ab_88dc99b1fce5f9820608541377dbd7ca 2024-12-05T02:16:32,404 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412051eaef1d7f11f478da94cf47071cb9334_88dc99b1fce5f9820608541377dbd7ca to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412051eaef1d7f11f478da94cf47071cb9334_88dc99b1fce5f9820608541377dbd7ca 2024-12-05T02:16:32,404 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412052da186093fe14787a6145b527284e1dd_88dc99b1fce5f9820608541377dbd7ca to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412052da186093fe14787a6145b527284e1dd_88dc99b1fce5f9820608541377dbd7ca 2024-12-05T02:16:32,405 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205329e3e60ed744e7e8c8d3e3c1cc40c45_88dc99b1fce5f9820608541377dbd7ca to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205329e3e60ed744e7e8c8d3e3c1cc40c45_88dc99b1fce5f9820608541377dbd7ca 2024-12-05T02:16:32,406 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205349ccb03a26845a7906fbbe3944c11e1_88dc99b1fce5f9820608541377dbd7ca to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205349ccb03a26845a7906fbbe3944c11e1_88dc99b1fce5f9820608541377dbd7ca 2024-12-05T02:16:32,407 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412053f039dcad9ec47dd990ad8fc306058d6_88dc99b1fce5f9820608541377dbd7ca to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412053f039dcad9ec47dd990ad8fc306058d6_88dc99b1fce5f9820608541377dbd7ca 2024-12-05T02:16:32,408 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205417165ed45684068ae5e10b83cdcfad2_88dc99b1fce5f9820608541377dbd7ca to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205417165ed45684068ae5e10b83cdcfad2_88dc99b1fce5f9820608541377dbd7ca 2024-12-05T02:16:32,409 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412054ac540720bec4e57b5e9d7f9c91e4a66_88dc99b1fce5f9820608541377dbd7ca to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412054ac540720bec4e57b5e9d7f9c91e4a66_88dc99b1fce5f9820608541377dbd7ca 2024-12-05T02:16:32,410 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120557ca0878805041388366addf8ef30fa4_88dc99b1fce5f9820608541377dbd7ca to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120557ca0878805041388366addf8ef30fa4_88dc99b1fce5f9820608541377dbd7ca 2024-12-05T02:16:32,410 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412056bbc4d8e246349ab878f518d2b29c6ed_88dc99b1fce5f9820608541377dbd7ca to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412056bbc4d8e246349ab878f518d2b29c6ed_88dc99b1fce5f9820608541377dbd7ca 2024-12-05T02:16:32,411 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120582a5860aad324f299b2d2a5d288a1776_88dc99b1fce5f9820608541377dbd7ca to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120582a5860aad324f299b2d2a5d288a1776_88dc99b1fce5f9820608541377dbd7ca 2024-12-05T02:16:32,412 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412058df204ed96f04ac2bf9622cc83200b7b_88dc99b1fce5f9820608541377dbd7ca to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412058df204ed96f04ac2bf9622cc83200b7b_88dc99b1fce5f9820608541377dbd7ca 2024-12-05T02:16:32,413 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412059788000c1229491dac6323f6b1a858b8_88dc99b1fce5f9820608541377dbd7ca to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412059788000c1229491dac6323f6b1a858b8_88dc99b1fce5f9820608541377dbd7ca 2024-12-05T02:16:32,413 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205b37b167a05404b2b92cfad66c8024b88_88dc99b1fce5f9820608541377dbd7ca to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205b37b167a05404b2b92cfad66c8024b88_88dc99b1fce5f9820608541377dbd7ca 2024-12-05T02:16:32,414 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205ccb8799eaa424fa3b4bb010adf30c411_88dc99b1fce5f9820608541377dbd7ca to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205ccb8799eaa424fa3b4bb010adf30c411_88dc99b1fce5f9820608541377dbd7ca 2024-12-05T02:16:32,415 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205dd16d5f59473400898e58ff6087910b0_88dc99b1fce5f9820608541377dbd7ca to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205dd16d5f59473400898e58ff6087910b0_88dc99b1fce5f9820608541377dbd7ca 2024-12-05T02:16:32,415 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205fcaa6705e28e4f7dbf42956243958b3a_88dc99b1fce5f9820608541377dbd7ca to hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205fcaa6705e28e4f7dbf42956243958b3a_88dc99b1fce5f9820608541377dbd7ca 2024-12-05T02:16:32,416 DEBUG [PEWorker-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-05T02:16:32,418 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=178, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T02:16:32,419 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-05T02:16:32,421 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-05T02:16:32,422 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=178, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T02:16:32,422 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-05T02:16:32,422 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733364992422"}]},"ts":"9223372036854775807"} 2024-12-05T02:16:32,423 INFO [PEWorker-5 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-12-05T02:16:32,423 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 88dc99b1fce5f9820608541377dbd7ca, NAME => 'TestAcidGuarantees,,1733364963726.88dc99b1fce5f9820608541377dbd7ca.', STARTKEY => '', ENDKEY => ''}] 2024-12-05T02:16:32,423 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-05T02:16:32,423 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733364992423"}]},"ts":"9223372036854775807"} 2024-12-05T02:16:32,424 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-12-05T02:16:32,425 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=178, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T02:16:32,426 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=178, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 50 msec 2024-12-05T02:16:32,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=178 2024-12-05T02:16:32,485 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-12-05T02:16:32,485 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-12-05T02:16:32,494 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobGetAtomicity Thread=252 (was 252), OpenFileDescriptor=455 (was 457), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=374 (was 416), ProcessCount=11 (was 11), AvailableMemoryMB=6930 (was 6999) 2024-12-05T02:16:32,494 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T02:16:32,494 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T02:16:32,494 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T02:16:32,494 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:16:32,494 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:16:32,494 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T02:16:32,494 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T02:16:32,494 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1603076298, stopped=false 2024-12-05T02:16:32,495 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=01bccfa882c7,46883,1733364817299 2024-12-05T02:16:32,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46535-0x101806604d70001, quorum=127.0.0.1:53945, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-05T02:16:32,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46883-0x101806604d70000, quorum=127.0.0.1:53945, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-05T02:16:32,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46535-0x101806604d70001, quorum=127.0.0.1:53945, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T02:16:32,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46883-0x101806604d70000, quorum=127.0.0.1:53945, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T02:16:32,497 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T02:16:32,497 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T02:16:32,497 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46535-0x101806604d70001, quorum=127.0.0.1:53945, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T02:16:32,497 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T02:16:32,497 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:16:32,498 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46883-0x101806604d70000, quorum=127.0.0.1:53945, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T02:16:32,498 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '01bccfa882c7,46535,1733364817982' ***** 2024-12-05T02:16:32,498 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T02:16:32,498 INFO [RS:0;01bccfa882c7:46535 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T02:16:32,498 INFO [RS:0;01bccfa882c7:46535 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T02:16:32,498 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T02:16:32,499 INFO [RS:0;01bccfa882c7:46535 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T02:16:32,499 INFO [RS:0;01bccfa882c7:46535 {}] regionserver.HRegionServer(959): stopping server 01bccfa882c7,46535,1733364817982 2024-12-05T02:16:32,499 INFO [RS:0;01bccfa882c7:46535 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T02:16:32,499 INFO [RS:0;01bccfa882c7:46535 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;01bccfa882c7:46535. 2024-12-05T02:16:32,499 DEBUG [RS:0;01bccfa882c7:46535 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T02:16:32,499 DEBUG [RS:0;01bccfa882c7:46535 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:16:32,499 INFO [RS:0;01bccfa882c7:46535 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T02:16:32,499 INFO [RS:0;01bccfa882c7:46535 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T02:16:32,499 INFO [RS:0;01bccfa882c7:46535 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T02:16:32,499 INFO [RS:0;01bccfa882c7:46535 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T02:16:32,500 INFO [RS:0;01bccfa882c7:46535 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-05T02:16:32,500 DEBUG [RS:0;01bccfa882c7:46535 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-05T02:16:32,500 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T02:16:32,500 DEBUG [RS:0;01bccfa882c7:46535 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T02:16:32,500 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T02:16:32,500 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T02:16:32,500 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T02:16:32,500 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T02:16:32,500 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=19.91 KB heapSize=35.20 KB 2024-12-05T02:16:32,504 INFO [regionserver/01bccfa882c7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T02:16:32,521 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/hbase/meta/1588230740/.tmp/info/f8624b81d3174784802d03306f82b487 is 95, key is TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489./info:/1733364847209/DeleteFamily/seqid=0 2024-12-05T02:16:32,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742523_1699 (size=6514) 2024-12-05T02:16:32,685 INFO [regionserver/01bccfa882c7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T02:16:32,686 INFO [regionserver/01bccfa882c7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T02:16:32,700 DEBUG [RS:0;01bccfa882c7:46535 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T02:16:32,900 DEBUG [RS:0;01bccfa882c7:46535 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T02:16:32,925 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.75 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/hbase/meta/1588230740/.tmp/info/f8624b81d3174784802d03306f82b487 2024-12-05T02:16:32,943 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/hbase/meta/1588230740/.tmp/ns/7a09feff3d964d91a025050fe8eed5d3 is 93, key is TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489./ns:/1733364847153/DeleteFamily/seqid=0 2024-12-05T02:16:32,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742524_1700 (size=5906) 2024-12-05T02:16:33,101 DEBUG [RS:0;01bccfa882c7:46535 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T02:16:33,301 DEBUG [RS:0;01bccfa882c7:46535 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T02:16:33,346 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=608 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/hbase/meta/1588230740/.tmp/ns/7a09feff3d964d91a025050fe8eed5d3 2024-12-05T02:16:33,363 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/hbase/meta/1588230740/.tmp/rep_barrier/fcb54920e44649c8b9166608ef3fe5a5 is 102, key is TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489./rep_barrier:/1733364847153/DeleteFamily/seqid=0 2024-12-05T02:16:33,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742525_1701 (size=6025) 2024-12-05T02:16:33,501 DEBUG [RS:0;01bccfa882c7:46535 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T02:16:33,701 DEBUG [RS:0;01bccfa882c7:46535 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T02:16:33,767 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/hbase/meta/1588230740/.tmp/rep_barrier/fcb54920e44649c8b9166608ef3fe5a5 2024-12-05T02:16:33,784 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/hbase/meta/1588230740/.tmp/table/6580cf5761ec41b8a5d6a4b9d1f0de5a is 96, key is TestAcidGuarantees,,1733364821497.c4721e2f5f5b27701aef3ca6d35e1489./table:/1733364847153/DeleteFamily/seqid=0 2024-12-05T02:16:33,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742526_1702 (size=5936) 2024-12-05T02:16:33,901 DEBUG [RS:0;01bccfa882c7:46535 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T02:16:34,102 DEBUG [RS:0;01bccfa882c7:46535 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T02:16:34,187 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.99 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/hbase/meta/1588230740/.tmp/table/6580cf5761ec41b8a5d6a4b9d1f0de5a 2024-12-05T02:16:34,191 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/hbase/meta/1588230740/.tmp/info/f8624b81d3174784802d03306f82b487 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/hbase/meta/1588230740/info/f8624b81d3174784802d03306f82b487 2024-12-05T02:16:34,194 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/hbase/meta/1588230740/info/f8624b81d3174784802d03306f82b487, entries=12, sequenceid=90, filesize=6.4 K 2024-12-05T02:16:34,194 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/hbase/meta/1588230740/.tmp/ns/7a09feff3d964d91a025050fe8eed5d3 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/hbase/meta/1588230740/ns/7a09feff3d964d91a025050fe8eed5d3 2024-12-05T02:16:34,197 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/hbase/meta/1588230740/ns/7a09feff3d964d91a025050fe8eed5d3, entries=8, sequenceid=90, filesize=5.8 K 2024-12-05T02:16:34,197 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/hbase/meta/1588230740/.tmp/rep_barrier/fcb54920e44649c8b9166608ef3fe5a5 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/hbase/meta/1588230740/rep_barrier/fcb54920e44649c8b9166608ef3fe5a5 2024-12-05T02:16:34,199 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/hbase/meta/1588230740/rep_barrier/fcb54920e44649c8b9166608ef3fe5a5, entries=6, sequenceid=90, filesize=5.9 K 2024-12-05T02:16:34,200 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/hbase/meta/1588230740/.tmp/table/6580cf5761ec41b8a5d6a4b9d1f0de5a as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/hbase/meta/1588230740/table/6580cf5761ec41b8a5d6a4b9d1f0de5a 2024-12-05T02:16:34,202 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/hbase/meta/1588230740/table/6580cf5761ec41b8a5d6a4b9d1f0de5a, entries=7, sequenceid=90, filesize=5.8 K 2024-12-05T02:16:34,203 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1703ms, sequenceid=90, compaction requested=false 2024-12-05T02:16:34,206 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/data/hbase/meta/1588230740/recovered.edits/93.seqid, newMaxSeqId=93, maxSeqId=1 2024-12-05T02:16:34,207 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T02:16:34,207 INFO [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T02:16:34,207 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733364992500Running coprocessor pre-close hooks at 1733364992500Disabling compacts and flushes for region at 1733364992500Disabling writes for close at 1733364992500Obtaining lock to block concurrent updates at 1733364992500Preparing flush snapshotting stores in 1588230740 at 1733364992500Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=20384, getHeapSize=35984, getOffHeapSize=0, getCellsCount=191 at 1733364992501 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733364992501Flushing 1588230740/info: creating writer at 1733364992501Flushing 1588230740/info: appending metadata at 1733364992521 (+20 ms)Flushing 1588230740/info: closing flushed file at 1733364992521Flushing 1588230740/ns: creating writer at 1733364992928 (+407 ms)Flushing 1588230740/ns: appending metadata at 1733364992942 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1733364992942Flushing 1588230740/rep_barrier: creating writer at 1733364993349 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733364993363 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733364993363Flushing 1588230740/table: creating writer at 1733364993770 (+407 ms)Flushing 1588230740/table: appending metadata at 1733364993784 (+14 ms)Flushing 1588230740/table: closing flushed file at 1733364993784Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55c76dd1: reopening flushed file at 1733364994190 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a38bfe7: reopening flushed file at 1733364994194 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d338be4: reopening flushed file at 1733364994197 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4668b2b7: reopening flushed file at 1733364994199 (+2 ms)Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1703ms, sequenceid=90, compaction requested=false at 1733364994203 (+4 ms)Writing region close event to WAL at 1733364994204 (+1 ms)Running coprocessor post-close hooks at 1733364994206 (+2 ms)Closed at 1733364994207 (+1 ms) 2024-12-05T02:16:34,207 DEBUG [RS_CLOSE_META-regionserver/01bccfa882c7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T02:16:34,302 INFO [RS:0;01bccfa882c7:46535 {}] regionserver.HRegionServer(976): stopping server 01bccfa882c7,46535,1733364817982; all regions closed. 2024-12-05T02:16:34,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741834_1010 (size=25344) 2024-12-05T02:16:34,308 DEBUG [RS:0;01bccfa882c7:46535 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/oldWALs 2024-12-05T02:16:34,308 INFO [RS:0;01bccfa882c7:46535 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 01bccfa882c7%2C46535%2C1733364817982.meta:.meta(num 1733364821095) 2024-12-05T02:16:34,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741833_1009 (size=20203020) 2024-12-05T02:16:34,312 DEBUG [RS:0;01bccfa882c7:46535 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/oldWALs 2024-12-05T02:16:34,312 INFO [RS:0;01bccfa882c7:46535 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 01bccfa882c7%2C46535%2C1733364817982:(num 1733364820780) 2024-12-05T02:16:34,312 DEBUG [RS:0;01bccfa882c7:46535 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T02:16:34,312 INFO [RS:0;01bccfa882c7:46535 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T02:16:34,312 INFO [RS:0;01bccfa882c7:46535 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T02:16:34,312 INFO [RS:0;01bccfa882c7:46535 {}] hbase.ChoreService(370): Chore service for: regionserver/01bccfa882c7:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T02:16:34,312 INFO [RS:0;01bccfa882c7:46535 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T02:16:34,312 INFO [regionserver/01bccfa882c7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T02:16:34,313 INFO [RS:0;01bccfa882c7:46535 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46535 2024-12-05T02:16:34,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46535-0x101806604d70001, quorum=127.0.0.1:53945, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/01bccfa882c7,46535,1733364817982 2024-12-05T02:16:34,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46883-0x101806604d70000, quorum=127.0.0.1:53945, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-05T02:16:34,317 INFO [RS:0;01bccfa882c7:46535 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T02:16:34,319 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [01bccfa882c7,46535,1733364817982] 2024-12-05T02:16:34,321 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/01bccfa882c7,46535,1733364817982 already deleted, retry=false 2024-12-05T02:16:34,321 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 01bccfa882c7,46535,1733364817982 expired; onlineServers=0 2024-12-05T02:16:34,322 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '01bccfa882c7,46883,1733364817299' ***** 2024-12-05T02:16:34,322 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T02:16:34,322 INFO [M:0;01bccfa882c7:46883 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T02:16:34,322 INFO [M:0;01bccfa882c7:46883 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T02:16:34,322 DEBUG [M:0;01bccfa882c7:46883 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T02:16:34,322 DEBUG [M:0;01bccfa882c7:46883 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T02:16:34,322 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T02:16:34,322 DEBUG [master/01bccfa882c7:0:becomeActiveMaster-HFileCleaner.large.0-1733364820359 {}] cleaner.HFileCleaner(306): Exit Thread[master/01bccfa882c7:0:becomeActiveMaster-HFileCleaner.large.0-1733364820359,5,FailOnTimeoutGroup] 2024-12-05T02:16:34,322 DEBUG [master/01bccfa882c7:0:becomeActiveMaster-HFileCleaner.small.0-1733364820360 {}] cleaner.HFileCleaner(306): Exit Thread[master/01bccfa882c7:0:becomeActiveMaster-HFileCleaner.small.0-1733364820360,5,FailOnTimeoutGroup] 2024-12-05T02:16:34,322 INFO [M:0;01bccfa882c7:46883 {}] hbase.ChoreService(370): Chore service for: master/01bccfa882c7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T02:16:34,322 INFO [M:0;01bccfa882c7:46883 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T02:16:34,322 DEBUG [M:0;01bccfa882c7:46883 {}] master.HMaster(1795): Stopping service threads 2024-12-05T02:16:34,322 INFO [M:0;01bccfa882c7:46883 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T02:16:34,323 INFO [M:0;01bccfa882c7:46883 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T02:16:34,323 ERROR [M:0;01bccfa882c7:46883 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1102635514) connection to localhost/127.0.0.1:46659 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:46659,5,PEWorkerGroup] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-12-05T02:16:34,323 INFO [M:0;01bccfa882c7:46883 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T02:16:34,323 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T02:16:34,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46883-0x101806604d70000, quorum=127.0.0.1:53945, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-05T02:16:34,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46883-0x101806604d70000, quorum=127.0.0.1:53945, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T02:16:34,324 DEBUG [M:0;01bccfa882c7:46883 {}] zookeeper.ZKUtil(347): master:46883-0x101806604d70000, quorum=127.0.0.1:53945, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-05T02:16:34,324 WARN [M:0;01bccfa882c7:46883 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T02:16:34,325 INFO [M:0;01bccfa882c7:46883 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/.lastflushedseqids 2024-12-05T02:16:34,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742527_1703 (size=72) 2024-12-05T02:16:34,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46535-0x101806604d70001, quorum=127.0.0.1:53945, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T02:16:34,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46535-0x101806604d70001, quorum=127.0.0.1:53945, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T02:16:34,420 INFO [RS:0;01bccfa882c7:46535 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T02:16:34,420 INFO [RS:0;01bccfa882c7:46535 {}] regionserver.HRegionServer(1031): Exiting; stopping=01bccfa882c7,46535,1733364817982; zookeeper connection closed. 2024-12-05T02:16:34,421 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@51724416 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@51724416 2024-12-05T02:16:34,421 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T02:16:34,734 INFO [M:0;01bccfa882c7:46883 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T02:16:34,734 INFO [M:0;01bccfa882c7:46883 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T02:16:34,734 DEBUG [M:0;01bccfa882c7:46883 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T02:16:34,734 INFO [M:0;01bccfa882c7:46883 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:16:34,734 DEBUG [M:0;01bccfa882c7:46883 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:16:34,734 DEBUG [M:0;01bccfa882c7:46883 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T02:16:34,734 DEBUG [M:0;01bccfa882c7:46883 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:16:34,734 INFO [M:0;01bccfa882c7:46883 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=793.74 KB heapSize=973.29 KB 2024-12-05T02:16:34,749 DEBUG [M:0;01bccfa882c7:46883 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4b5e0c2c4b26416fb4ef3aeb53b56a10 is 82, key is hbase:meta,,1/info:regioninfo/1733364821183/Put/seqid=0 2024-12-05T02:16:34,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742528_1704 (size=5672) 2024-12-05T02:16:35,153 INFO [M:0;01bccfa882c7:46883 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2217 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4b5e0c2c4b26416fb4ef3aeb53b56a10 2024-12-05T02:16:35,173 DEBUG [M:0;01bccfa882c7:46883 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/35ea7be8914b476c9e1929f5fc5df5e7 is 2480, key is \x00\x00\x00\x00\x00\x00\x00\x97/proc:d/1733364966798/Put/seqid=0 2024-12-05T02:16:35,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742529_1705 (size=46754) 2024-12-05T02:16:35,576 INFO [M:0;01bccfa882c7:46883 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=793.18 KB at sequenceid=2217 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/35ea7be8914b476c9e1929f5fc5df5e7 2024-12-05T02:16:35,579 INFO [M:0;01bccfa882c7:46883 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 35ea7be8914b476c9e1929f5fc5df5e7 2024-12-05T02:16:35,594 DEBUG [M:0;01bccfa882c7:46883 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/10d78b3067304a2ebccbab2d7bf4b0d8 is 69, key is 01bccfa882c7,46535,1733364817982/rs:state/1733364820510/Put/seqid=0 2024-12-05T02:16:35,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073742530_1706 (size=5156) 2024-12-05T02:16:35,988 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-05T02:16:35,997 INFO [M:0;01bccfa882c7:46883 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2217 (bloomFilter=true), to=hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/10d78b3067304a2ebccbab2d7bf4b0d8 2024-12-05T02:16:36,001 DEBUG [M:0;01bccfa882c7:46883 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4b5e0c2c4b26416fb4ef3aeb53b56a10 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4b5e0c2c4b26416fb4ef3aeb53b56a10 2024-12-05T02:16:36,004 INFO [M:0;01bccfa882c7:46883 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4b5e0c2c4b26416fb4ef3aeb53b56a10, entries=8, sequenceid=2217, filesize=5.5 K 2024-12-05T02:16:36,005 DEBUG [M:0;01bccfa882c7:46883 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/35ea7be8914b476c9e1929f5fc5df5e7 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/35ea7be8914b476c9e1929f5fc5df5e7 2024-12-05T02:16:36,007 INFO [M:0;01bccfa882c7:46883 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 35ea7be8914b476c9e1929f5fc5df5e7 2024-12-05T02:16:36,007 INFO [M:0;01bccfa882c7:46883 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/35ea7be8914b476c9e1929f5fc5df5e7, entries=178, sequenceid=2217, filesize=45.7 K 2024-12-05T02:16:36,008 DEBUG [M:0;01bccfa882c7:46883 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/10d78b3067304a2ebccbab2d7bf4b0d8 as hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/10d78b3067304a2ebccbab2d7bf4b0d8 2024-12-05T02:16:36,011 INFO [M:0;01bccfa882c7:46883 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46659/user/jenkins/test-data/982d7f7b-6061-c12a-3982-df514717c85c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/10d78b3067304a2ebccbab2d7bf4b0d8, entries=1, sequenceid=2217, filesize=5.0 K 2024-12-05T02:16:36,011 INFO [M:0;01bccfa882c7:46883 {}] regionserver.HRegion(3140): Finished flush of dataSize ~793.74 KB/812786, heapSize ~972.99 KB/996344, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1277ms, sequenceid=2217, compaction requested=false 2024-12-05T02:16:36,014 INFO [M:0;01bccfa882c7:46883 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T02:16:36,014 DEBUG [M:0;01bccfa882c7:46883 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733364994734Disabling compacts and flushes for region at 1733364994734Disabling writes for close at 1733364994734Obtaining lock to block concurrent updates at 1733364994734Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733364994734Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=812786, getHeapSize=996584, getOffHeapSize=0, getCellsCount=2420 at 1733364994735 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733364994735Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733364994735Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733364994749 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733364994749Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733364995156 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733364995172 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733364995172Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733364995579 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733364995593 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733364995593Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f0e6921: reopening flushed file at 1733364996001 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@527ecab4: reopening flushed file at 1733364996004 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d32fc14: reopening flushed file at 1733364996007 (+3 ms)Finished flush of dataSize ~793.74 KB/812786, heapSize ~972.99 KB/996344, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1277ms, sequenceid=2217, compaction requested=false at 1733364996011 (+4 ms)Writing region close event to WAL at 1733364996014 (+3 ms)Closed at 1733364996014 2024-12-05T02:16:36,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46637 is added to blk_1073741830_1006 (size=958122) 2024-12-05T02:16:36,017 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T02:16:36,017 INFO [M:0;01bccfa882c7:46883 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T02:16:36,017 INFO [M:0;01bccfa882c7:46883 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46883 2024-12-05T02:16:36,017 INFO [M:0;01bccfa882c7:46883 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T02:16:36,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46883-0x101806604d70000, quorum=127.0.0.1:53945, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T02:16:36,119 INFO [M:0;01bccfa882c7:46883 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T02:16:36,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46883-0x101806604d70000, quorum=127.0.0.1:53945, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T02:16:36,124 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4269bd31{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T02:16:36,127 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@353d64f2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T02:16:36,127 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T02:16:36,127 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@435f9f96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T02:16:36,127 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4fd7fa7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb8f24b7-c2d2-f2f2-9c44-bbb5efe3e77b/hadoop.log.dir/,STOPPED} 2024-12-05T02:16:36,129 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T02:16:36,129 WARN [BP-76020899-172.17.0.2-1733364814068 heartbeating to localhost/127.0.0.1:46659 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T02:16:36,129 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T02:16:36,130 WARN [BP-76020899-172.17.0.2-1733364814068 heartbeating to localhost/127.0.0.1:46659 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-76020899-172.17.0.2-1733364814068 (Datanode Uuid 443a927a-5d69-4b4b-a327-4b21e890cbb3) service to localhost/127.0.0.1:46659 2024-12-05T02:16:36,132 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb8f24b7-c2d2-f2f2-9c44-bbb5efe3e77b/cluster_be595e5a-c65a-57cc-945d-0f84e19eb9c0/data/data1/current/BP-76020899-172.17.0.2-1733364814068 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T02:16:36,132 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb8f24b7-c2d2-f2f2-9c44-bbb5efe3e77b/cluster_be595e5a-c65a-57cc-945d-0f84e19eb9c0/data/data2/current/BP-76020899-172.17.0.2-1733364814068 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T02:16:36,133 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T02:16:36,139 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4ded99d3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T02:16:36,140 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@557285fa{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T02:16:36,140 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T02:16:36,140 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@93c62df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T02:16:36,140 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b23711f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb8f24b7-c2d2-f2f2-9c44-bbb5efe3e77b/hadoop.log.dir/,STOPPED} 2024-12-05T02:16:36,156 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-05T02:16:36,281 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down